2024-12-11 19:25:58,745 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-11 19:25:58,761 main DEBUG Took 0.013587 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 19:25:58,762 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 19:25:58,762 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 19:25:58,763 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 19:25:58,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,772 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 19:25:58,783 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,786 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,789 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,790 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,792 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,796 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 19:25:58,801 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,802 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 19:25:58,805 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 19:25:58,807 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 19:25:58,810 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 19:25:58,811 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 19:25:58,812 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 19:25:58,813 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 19:25:58,821 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 19:25:58,825 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 19:25:58,826 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 19:25:58,827 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 19:25:58,827 main DEBUG createAppenders(={Console}) 2024-12-11 19:25:58,829 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-11 19:25:58,829 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-11 19:25:58,830 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-11 19:25:58,831 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 19:25:58,831 main DEBUG OutputStream closed 2024-12-11 19:25:58,832 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 19:25:58,832 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 19:25:58,832 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-11 19:25:58,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 19:25:58,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 19:25:58,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 19:25:58,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 19:25:58,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 19:25:58,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 19:25:58,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 19:25:58,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 19:25:58,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 19:25:58,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 19:25:58,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 19:25:58,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 19:25:58,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 19:25:58,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 19:25:58,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 19:25:58,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 19:25:58,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 19:25:58,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 19:25:58,935 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 19:25:58,935 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-11 19:25:58,936 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 19:25:58,937 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-11T19:25:59,226 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296 2024-12-11 19:25:59,229 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 19:25:59,230 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T19:25:59,241 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-11T19:25:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T19:25:59,270 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599, deleteOnExit=true 2024-12-11T19:25:59,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-11T19:25:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/test.cache.data in system properties and HBase conf 2024-12-11T19:25:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T19:25:59,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/hadoop.log.dir in system properties and HBase conf 2024-12-11T19:25:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T19:25:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T19:25:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T19:25:59,382 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T19:25:59,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T19:25:59,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T19:25:59,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T19:25:59,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T19:25:59,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T19:25:59,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T19:25:59,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T19:25:59,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T19:25:59,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T19:25:59,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T19:25:59,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/nfs.dump.dir in system properties and HBase conf 2024-12-11T19:25:59,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/java.io.tmpdir in system properties and HBase conf 2024-12-11T19:25:59,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T19:25:59,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T19:25:59,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T19:26:00,544 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T19:26:00,625 INFO [Time-limited test {}] log.Log(170): Logging initialized @2573ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T19:26:00,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T19:26:00,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T19:26:00,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T19:26:00,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T19:26:00,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T19:26:00,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T19:26:00,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/hadoop.log.dir/,AVAILABLE} 2024-12-11T19:26:00,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T19:26:01,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/java.io.tmpdir/jetty-localhost-34223-hadoop-hdfs-3_4_1-tests_jar-_-any-18237337066441043151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T19:26:01,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34223} 2024-12-11T19:26:01,017 INFO [Time-limited test {}] server.Server(415): Started @2965ms 2024-12-11T19:26:01,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T19:26:01,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T19:26:01,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T19:26:01,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T19:26:01,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T19:26:01,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/hadoop.log.dir/,AVAILABLE} 2024-12-11T19:26:01,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T19:26:01,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/java.io.tmpdir/jetty-localhost-38985-hadoop-hdfs-3_4_1-tests_jar-_-any-3104032686668258868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T19:26:01,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:38985} 2024-12-11T19:26:01,668 INFO [Time-limited test {}] server.Server(415): Started @3617ms 2024-12-11T19:26:01,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T19:26:02,546 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/dfs/data/data2/current/BP-357480229-172.17.0.2-1733945160112/current, will proceed with Du for space computation calculation, 2024-12-11T19:26:02,546 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/dfs/data/data1/current/BP-357480229-172.17.0.2-1733945160112/current, will proceed with Du for space computation calculation, 2024-12-11T19:26:02,576 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T19:26:02,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d6daa33ce95983 with lease ID 0xfc4e60701cfb6b3f: Processing first storage report for DS-962738e8-4643-48bf-a763-dd6fe46b4455 from datanode DatanodeRegistration(127.0.0.1:34539, datanodeUuid=13f33e31-20cb-434d-8353-f5304b31bb0b, infoPort=38225, infoSecurePort=0, ipcPort=36431, storageInfo=lv=-57;cid=testClusterID;nsid=45713945;c=1733945160112) 2024-12-11T19:26:02,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296 2024-12-11T19:26:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d6daa33ce95983 with lease ID 0xfc4e60701cfb6b3f: from storage DS-962738e8-4643-48bf-a763-dd6fe46b4455 node DatanodeRegistration(127.0.0.1:34539, datanodeUuid=13f33e31-20cb-434d-8353-f5304b31bb0b, infoPort=38225, infoSecurePort=0, ipcPort=36431, storageInfo=lv=-57;cid=testClusterID;nsid=45713945;c=1733945160112), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T19:26:02,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d6daa33ce95983 with lease ID 0xfc4e60701cfb6b3f: Processing first storage report for DS-b032605d-3201-42ab-a1be-1f437197eec2 from datanode DatanodeRegistration(127.0.0.1:34539, datanodeUuid=13f33e31-20cb-434d-8353-f5304b31bb0b, infoPort=38225, infoSecurePort=0, ipcPort=36431, storageInfo=lv=-57;cid=testClusterID;nsid=45713945;c=1733945160112) 2024-12-11T19:26:02,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d6daa33ce95983 with lease ID 0xfc4e60701cfb6b3f: from storage DS-b032605d-3201-42ab-a1be-1f437197eec2 node DatanodeRegistration(127.0.0.1:34539, datanodeUuid=13f33e31-20cb-434d-8353-f5304b31bb0b, infoPort=38225, infoSecurePort=0, ipcPort=36431, storageInfo=lv=-57;cid=testClusterID;nsid=45713945;c=1733945160112), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T19:26:02,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/zookeeper_0, clientPort=57756, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T19:26:02,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57756 2024-12-11T19:26:02,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T19:26:02,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T19:26:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741825_1001 (size=7) 2024-12-11T19:26:03,364 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 with version=8 2024-12-11T19:26:03,364 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/hbase-staging 2024-12-11T19:26:03,476 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T19:26:03,734 INFO [Time-limited test {}] client.ConnectionUtils(129): master/c93eb4842bd9:0 server-side Connection retries=45 2024-12-11T19:26:03,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T19:26:03,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T19:26:03,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T19:26:03,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T19:26:03,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T19:26:03,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T19:26:03,928 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T19:26:03,935 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T19:26:03,939 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T19:26:03,961 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31973 (auto-detected) 2024-12-11T19:26:03,962 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T19:26:03,979 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35273 2024-12-11T19:26:03,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T19:26:03,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T19:26:03,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35273 connecting to ZooKeeper ensemble=127.0.0.1:57756 2024-12-11T19:26:04,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352730x0, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T19:26:04,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35273-0x10016653a4e0000 connected 2024-12-11T19:26:04,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T19:26:04,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T19:26:04,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T19:26:04,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35273 2024-12-11T19:26:04,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35273 2024-12-11T19:26:04,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35273 2024-12-11T19:26:04,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35273 2024-12-11T19:26:04,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35273 2024-12-11T19:26:04,208 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7, hbase.cluster.distributed=false 2024-12-11T19:26:04,274 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/c93eb4842bd9:0 server-side Connection retries=45 2024-12-11T19:26:04,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T19:26:04,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T19:26:04,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T19:26:04,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T19:26:04,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T19:26:04,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T19:26:04,279 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T19:26:04,280 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36395 2024-12-11T19:26:04,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T19:26:04,285 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T19:26:04,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T19:26:04,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T19:26:04,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36395 connecting to ZooKeeper ensemble=127.0.0.1:57756 2024-12-11T19:26:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363950x0, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T19:26:04,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363950x0, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T19:26:04,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36395-0x10016653a4e0001 connected 2024-12-11T19:26:04,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T19:26:04,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T19:26:04,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36395 2024-12-11T19:26:04,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36395 2024-12-11T19:26:04,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36395 2024-12-11T19:26:04,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36395 2024-12-11T19:26:04,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36395 2024-12-11T19:26:04,333 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:04,348 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c93eb4842bd9:35273 2024-12-11T19:26:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T19:26:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T19:26:04,350 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:04,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T19:26:04,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T19:26:04,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:04,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:04,377 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T19:26:04,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T19:26:04,379 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c93eb4842bd9,35273,1733945163470 from backup master directory 2024-12-11T19:26:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T19:26:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T19:26:04,390 WARN [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T19:26:04,390 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:04,392 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T19:26:04,394 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T19:26:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741826_1002 (size=42) 2024-12-11T19:26:04,862 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/hbase.id with ID: a2b8d73e-85b8-4cdf-a9d2-4a4e3c630b28 2024-12-11T19:26:04,903 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T19:26:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741827_1003 (size=196) 2024-12-11T19:26:05,005 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:26:05,007 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T19:26:05,027 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:05,033 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T19:26:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741828_1004 (size=1189) 2024-12-11T19:26:05,492 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store 2024-12-11T19:26:05,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741829_1005 (size=34) 2024-12-11T19:26:05,913 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T19:26:05,914 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:05,915 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T19:26:05,916 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:26:05,916 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:26:05,916 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T19:26:05,916 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:26:05,917 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:26:05,917 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T19:26:05,919 WARN [master/c93eb4842bd9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/.initializing 2024-12-11T19:26:05,920 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/WALs/c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:05,926 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T19:26:05,937 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c93eb4842bd9%2C35273%2C1733945163470, suffix=, logDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/WALs/c93eb4842bd9,35273,1733945163470, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/oldWALs, maxLogs=10 2024-12-11T19:26:05,954 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/WALs/c93eb4842bd9,35273,1733945163470/c93eb4842bd9%2C35273%2C1733945163470.1733945165941, exclude list is [], retry=0 2024-12-11T19:26:05,969 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-962738e8-4643-48bf-a763-dd6fe46b4455,DISK] 2024-12-11T19:26:05,971 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T19:26:06,004 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/WALs/c93eb4842bd9,35273,1733945163470/c93eb4842bd9%2C35273%2C1733945163470.1733945165941 2024-12-11T19:26:06,005 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-12-11T19:26:06,005 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:26:06,006 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:06,009 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,010 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T19:26:06,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:06,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T19:26:06,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T19:26:06,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:06,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:06,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T19:26:06,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:06,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:06,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T19:26:06,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:06,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:06,093 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,094 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,105 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T19:26:06,110 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T19:26:06,114 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:26:06,115 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58817711, jitterRate=-0.12354780733585358}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T19:26:06,119 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T19:26:06,120 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T19:26:06,144 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cd559d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:06,173 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-11T19:26:06,183 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T19:26:06,183 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T19:26:06,185 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T19:26:06,186 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T19:26:06,190 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-11T19:26:06,191 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T19:26:06,213 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T19:26:06,223 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T19:26:06,281 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-11T19:26:06,286 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T19:26:06,288 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T19:26:06,297 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-11T19:26:06,299 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T19:26:06,304 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T19:26:06,314 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-11T19:26:06,315 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T19:26:06,326 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T19:26:06,337 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T19:26:06,347 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T19:26:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T19:26:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T19:26:06,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:06,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:06,361 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=c93eb4842bd9,35273,1733945163470, sessionid=0x10016653a4e0000, setting cluster-up flag (Was=false) 2024-12-11T19:26:06,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:06,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:06,414 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T19:26:06,416 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:06,468 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T19:26:06,470 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:06,546 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c93eb4842bd9:36395 2024-12-11T19:26:06,547 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1008): ClusterId : a2b8d73e-85b8-4cdf-a9d2-4a4e3c630b28 2024-12-11T19:26:06,548 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-11T19:26:06,549 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T19:26:06,554 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-11T19:26:06,557 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T19:26:06,561 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c93eb4842bd9,35273,1733945163470 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T19:26:06,564 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c93eb4842bd9:0, corePoolSize=5, maxPoolSize=5 2024-12-11T19:26:06,564 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c93eb4842bd9:0, corePoolSize=5, maxPoolSize=5 2024-12-11T19:26:06,564 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c93eb4842bd9:0, corePoolSize=5, maxPoolSize=5 2024-12-11T19:26:06,564 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c93eb4842bd9:0, corePoolSize=5, maxPoolSize=5 2024-12-11T19:26:06,564 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c93eb4842bd9:0, corePoolSize=10, maxPoolSize=10 2024-12-11T19:26:06,565 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,565 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c93eb4842bd9:0, corePoolSize=2, maxPoolSize=2 2024-12-11T19:26:06,565 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,566 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733945196566 2024-12-11T19:26:06,568 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T19:26:06,569 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T19:26:06,569 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T19:26:06,570 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T19:26:06,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T19:26:06,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-11T19:26:06,572 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T19:26:06,572 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T19:26:06,573 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T19:26:06,573 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T19:26:06,574 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:06,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T19:26:06,575 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,576 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T19:26:06,578 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T19:26:06,578 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T19:26:06,580 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T19:26:06,581 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T19:26:06,583 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c93eb4842bd9:0:becomeActiveMaster-HFileCleaner.large.0-1733945166582,5,FailOnTimeoutGroup] 2024-12-11T19:26:06,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741831_1007 (size=1039) 2024-12-11T19:26:06,584 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c93eb4842bd9:0:becomeActiveMaster-HFileCleaner.small.0-1733945166583,5,FailOnTimeoutGroup] 2024-12-11T19:26:06,584 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,584 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T19:26:06,584 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T19:26:06,584 DEBUG [RS:0;c93eb4842bd9:36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c56d646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:06,585 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,585 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,585 DEBUG [RS:0;c93eb4842bd9:36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281b31d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c93eb4842bd9/172.17.0.2:0 2024-12-11T19:26:06,588 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-11T19:26:06,588 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-11T19:26:06,588 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-11T19:26:06,590 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(3073): reportForDuty to master=c93eb4842bd9,35273,1733945163470 with isa=c93eb4842bd9/172.17.0.2:36395, startcode=1733945164274 2024-12-11T19:26:06,602 DEBUG [RS:0;c93eb4842bd9:36395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T19:26:06,635 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34417, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T19:26:06,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35273 {}] master.ServerManager(332): Checking decommissioned status of RegionServer c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:06,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35273 {}] master.ServerManager(486): Registering regionserver=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:06,654 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:26:06,654 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44603 2024-12-11T19:26:06,654 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-11T19:26:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T19:26:06,681 DEBUG [RS:0;c93eb4842bd9:36395 {}] zookeeper.ZKUtil(111): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:06,681 WARN [RS:0;c93eb4842bd9:36395 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T19:26:06,682 INFO [RS:0;c93eb4842bd9:36395 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T19:26:06,682 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/WALs/c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:06,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c93eb4842bd9,36395,1733945164274] 2024-12-11T19:26:06,699 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-11T19:26:06,709 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T19:26:06,721 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T19:26:06,724 INFO [RS:0;c93eb4842bd9:36395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T19:26:06,725 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,726 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-11T19:26:06,733 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,733 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,733 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,734 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,734 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,734 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,734 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c93eb4842bd9:0, corePoolSize=2, maxPoolSize=2 2024-12-11T19:26:06,734 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,735 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,735 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,735 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,735 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c93eb4842bd9:0, corePoolSize=1, maxPoolSize=1 2024-12-11T19:26:06,735 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c93eb4842bd9:0, corePoolSize=3, maxPoolSize=3 2024-12-11T19:26:06,735 DEBUG [RS:0;c93eb4842bd9:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0, corePoolSize=3, maxPoolSize=3 2024-12-11T19:26:06,736 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,736 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,737 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,737 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,737 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,36395,1733945164274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T19:26:06,757 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T19:26:06,758 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,36395,1733945164274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:06,780 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.Replication(204): c93eb4842bd9,36395,1733945164274 started 2024-12-11T19:26:06,780 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1767): Serving as c93eb4842bd9,36395,1733945164274, RpcServer on c93eb4842bd9/172.17.0.2:36395, sessionid=0x10016653a4e0001 2024-12-11T19:26:06,781 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T19:26:06,781 DEBUG [RS:0;c93eb4842bd9:36395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:06,781 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c93eb4842bd9,36395,1733945164274' 2024-12-11T19:26:06,781 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T19:26:06,782 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T19:26:06,783 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T19:26:06,783 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T19:26:06,783 DEBUG [RS:0;c93eb4842bd9:36395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:06,783 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c93eb4842bd9,36395,1733945164274' 2024-12-11T19:26:06,783 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T19:26:06,784 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T19:26:06,784 DEBUG [RS:0;c93eb4842bd9:36395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T19:26:06,784 INFO [RS:0;c93eb4842bd9:36395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T19:26:06,784 INFO [RS:0;c93eb4842bd9:36395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T19:26:06,892 INFO [RS:0;c93eb4842bd9:36395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T19:26:06,896 INFO [RS:0;c93eb4842bd9:36395 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c93eb4842bd9%2C36395%2C1733945164274, suffix=, logDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/WALs/c93eb4842bd9,36395,1733945164274, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/oldWALs, maxLogs=32 2024-12-11T19:26:06,912 DEBUG [RS:0;c93eb4842bd9:36395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/WALs/c93eb4842bd9,36395,1733945164274/c93eb4842bd9%2C36395%2C1733945164274.1733945166898, exclude list is [], retry=0 2024-12-11T19:26:06,916 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-962738e8-4643-48bf-a763-dd6fe46b4455,DISK] 2024-12-11T19:26:06,920 INFO [RS:0;c93eb4842bd9:36395 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/WALs/c93eb4842bd9,36395,1733945164274/c93eb4842bd9%2C36395%2C1733945164274.1733945166898 2024-12-11T19:26:06,920 DEBUG [RS:0;c93eb4842bd9:36395 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-12-11T19:26:06,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-11T19:26:06,988 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:26:07,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741833_1009 (size=32) 2024-12-11T19:26:07,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:07,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T19:26:07,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T19:26:07,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:07,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T19:26:07,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T19:26:07,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T19:26:07,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:07,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T19:26:07,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T19:26:07,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T19:26:07,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:07,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T19:26:07,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740 2024-12-11T19:26:07,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740 2024-12-11T19:26:07,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:26:07,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T19:26:07,437 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:26:07,439 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64313328, jitterRate=-0.0416567325592041}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:26:07,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T19:26:07,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T19:26:07,442 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T19:26:07,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T19:26:07,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T19:26:07,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T19:26:07,444 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T19:26:07,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T19:26:07,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-11T19:26:07,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-11T19:26:07,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T19:26:07,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T19:26:07,476 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T19:26:07,630 DEBUG [c93eb4842bd9:35273 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T19:26:07,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:07,644 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c93eb4842bd9,36395,1733945164274, state=OPENING 2024-12-11T19:26:07,701 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T19:26:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:07,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:07,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T19:26:07,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T19:26:07,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:26:07,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:07,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T19:26:07,897 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T19:26:07,908 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-11T19:26:07,909 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T19:26:07,909 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T19:26:07,913 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c93eb4842bd9%2C36395%2C1733945164274.meta, suffix=.meta, logDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/WALs/c93eb4842bd9,36395,1733945164274, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/oldWALs, maxLogs=32 2024-12-11T19:26:07,928 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/WALs/c93eb4842bd9,36395,1733945164274/c93eb4842bd9%2C36395%2C1733945164274.meta.1733945167915.meta, exclude list is [], retry=0 2024-12-11T19:26:07,932 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-962738e8-4643-48bf-a763-dd6fe46b4455,DISK] 2024-12-11T19:26:07,935 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/WALs/c93eb4842bd9,36395,1733945164274/c93eb4842bd9%2C36395%2C1733945164274.meta.1733945167915.meta 2024-12-11T19:26:07,936 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-12-11T19:26:07,936 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:26:07,938 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T19:26:07,997 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T19:26:08,001 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T19:26:08,006 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T19:26:08,006 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:08,006 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-11T19:26:08,006 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-11T19:26:08,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T19:26:08,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T19:26:08,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T19:26:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T19:26:08,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T19:26:08,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:08,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T19:26:08,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T19:26:08,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T19:26:08,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:08,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T19:26:08,019 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740 2024-12-11T19:26:08,021 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740 2024-12-11T19:26:08,023 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:26:08,027 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-11T19:26:08,028 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74229331, jitterRate=0.10610322654247284}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:26:08,030 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-11T19:26:08,036 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733945167887 2024-12-11T19:26:08,046 DEBUG [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T19:26:08,046 INFO [RS_OPEN_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-11T19:26:08,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:08,049 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c93eb4842bd9,36395,1733945164274, state=OPEN 2024-12-11T19:26:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T19:26:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T19:26:08,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T19:26:08,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T19:26:08,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T19:26:08,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=c93eb4842bd9,36395,1733945164274 in 418 msec 2024-12-11T19:26:08,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T19:26:08,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-12-11T19:26:08,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6450 sec 2024-12-11T19:26:08,154 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733945168153, completionTime=-1 2024-12-11T19:26:08,154 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T19:26:08,154 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-11T19:26:08,186 DEBUG [hconnection-0x24cb8b5f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:08,188 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:08,198 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-11T19:26:08,198 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733945228198 2024-12-11T19:26:08,198 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733945288198 2024-12-11T19:26:08,198 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 44 msec 2024-12-11T19:26:08,270 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,35273,1733945163470-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:08,271 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,35273,1733945163470-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:08,272 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,35273,1733945163470-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:08,274 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c93eb4842bd9:35273, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:08,275 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:08,279 DEBUG [master/c93eb4842bd9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-11T19:26:08,282 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-11T19:26:08,284 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T19:26:08,292 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-11T19:26:08,296 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T19:26:08,298 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:08,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T19:26:08,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741835_1011 (size=358) 2024-12-11T19:26:08,718 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 739d5c194ea0a31b5b5026ca655204f3, NAME => 'hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:26:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741836_1012 (size=42) 2024-12-11T19:26:09,131 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:09,132 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 739d5c194ea0a31b5b5026ca655204f3, disabling compactions & flushes 2024-12-11T19:26:09,132 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:26:09,132 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:26:09,132 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. after waiting 0 ms 2024-12-11T19:26:09,132 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:26:09,132 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:26:09,132 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 739d5c194ea0a31b5b5026ca655204f3: 2024-12-11T19:26:09,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T19:26:09,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733945169153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733945169153"}]},"ts":"1733945169153"} 2024-12-11T19:26:09,192 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T19:26:09,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T19:26:09,197 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945169194"}]},"ts":"1733945169194"} 2024-12-11T19:26:09,201 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-11T19:26:09,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=739d5c194ea0a31b5b5026ca655204f3, ASSIGN}] 2024-12-11T19:26:09,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=739d5c194ea0a31b5b5026ca655204f3, ASSIGN 2024-12-11T19:26:09,270 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=739d5c194ea0a31b5b5026ca655204f3, ASSIGN; state=OFFLINE, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=false 2024-12-11T19:26:09,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=739d5c194ea0a31b5b5026ca655204f3, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:09,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 739d5c194ea0a31b5b5026ca655204f3, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:26:09,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:09,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:26:09,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 739d5c194ea0a31b5b5026ca655204f3, NAME => 'hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:26:09,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:26:09,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:09,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:26:09,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:26:09,598 INFO [StoreOpener-739d5c194ea0a31b5b5026ca655204f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:26:09,601 INFO [StoreOpener-739d5c194ea0a31b5b5026ca655204f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 739d5c194ea0a31b5b5026ca655204f3 columnFamilyName info 2024-12-11T19:26:09,602 DEBUG [StoreOpener-739d5c194ea0a31b5b5026ca655204f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:09,603 INFO [StoreOpener-739d5c194ea0a31b5b5026ca655204f3-1 {}] regionserver.HStore(327): Store=739d5c194ea0a31b5b5026ca655204f3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:09,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:26:09,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:26:09,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:26:09,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:26:09,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 739d5c194ea0a31b5b5026ca655204f3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61986382, jitterRate=-0.07633092999458313}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T19:26:09,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 739d5c194ea0a31b5b5026ca655204f3: 2024-12-11T19:26:09,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3., pid=6, masterSystemTime=1733945169584 2024-12-11T19:26:09,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:26:09,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:26:09,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=739d5c194ea0a31b5b5026ca655204f3, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:09,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T19:26:09,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 739d5c194ea0a31b5b5026ca655204f3, server=c93eb4842bd9,36395,1733945164274 in 200 msec 2024-12-11T19:26:09,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T19:26:09,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=739d5c194ea0a31b5b5026ca655204f3, ASSIGN in 366 msec 2024-12-11T19:26:09,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T19:26:09,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945169637"}]},"ts":"1733945169637"} 2024-12-11T19:26:09,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-11T19:26:09,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T19:26:09,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3930 sec 2024-12-11T19:26:09,697 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-11T19:26:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-11T19:26:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:26:09,759 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-11T19:26:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-11T19:26:09,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-12-11T19:26:09,804 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-11T19:26:09,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-11T19:26:09,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-11T19:26:09,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-11T19:26:09,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-11T19:26:09,876 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.486sec 2024-12-11T19:26:09,878 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T19:26:09,880 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T19:26:09,881 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T19:26:09,882 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T19:26:09,882 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T19:26:09,884 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,35273,1733945163470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T19:26:09,885 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,35273,1733945163470-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T19:26:09,891 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-11T19:26:09,892 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T19:26:09,892 INFO [master/c93eb4842bd9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c93eb4842bd9,35273,1733945163470-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T19:26:09,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-11T19:26:09,969 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-11T19:26:10,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:10,005 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T19:26:10,005 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T19:26:10,015 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:10,022 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:10,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=c93eb4842bd9,35273,1733945163470 2024-12-11T19:26:10,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=2432 2024-12-11T19:26:10,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T19:26:10,056 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T19:26:10,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:26:10,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:26:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:10,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T19:26:10,071 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:10,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-11T19:26:10,072 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T19:26:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T19:26:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741837_1013 (size=963) 2024-12-11T19:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T19:26:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T19:26:10,487 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:26:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741838_1014 (size=53) 2024-12-11T19:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T19:26:10,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:10,902 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a006e4ee40d38a2d805d224f18b1abc2, disabling compactions & flushes 2024-12-11T19:26:10,902 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:10,902 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:10,902 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. after waiting 0 ms 2024-12-11T19:26:10,902 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:10,902 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:10,902 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:10,904 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T19:26:10,904 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733945170904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733945170904"}]},"ts":"1733945170904"} 2024-12-11T19:26:10,907 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T19:26:10,909 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T19:26:10,909 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945170909"}]},"ts":"1733945170909"} 2024-12-11T19:26:10,912 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T19:26:10,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a006e4ee40d38a2d805d224f18b1abc2, ASSIGN}] 2024-12-11T19:26:10,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a006e4ee40d38a2d805d224f18b1abc2, ASSIGN 2024-12-11T19:26:10,975 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a006e4ee40d38a2d805d224f18b1abc2, ASSIGN; state=OFFLINE, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=false 2024-12-11T19:26:11,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a006e4ee40d38a2d805d224f18b1abc2, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:11,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:26:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T19:26:11,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:11,292 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:11,293 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:26:11,293 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,293 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:11,293 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,293 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,296 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,299 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:11,300 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a006e4ee40d38a2d805d224f18b1abc2 columnFamilyName A 2024-12-11T19:26:11,300 DEBUG [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:11,301 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.HStore(327): Store=a006e4ee40d38a2d805d224f18b1abc2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:11,301 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,304 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:11,305 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a006e4ee40d38a2d805d224f18b1abc2 columnFamilyName B 2024-12-11T19:26:11,305 DEBUG [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:11,306 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.HStore(327): Store=a006e4ee40d38a2d805d224f18b1abc2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:11,307 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,309 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:11,309 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a006e4ee40d38a2d805d224f18b1abc2 columnFamilyName C 2024-12-11T19:26:11,309 DEBUG [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:11,310 INFO [StoreOpener-a006e4ee40d38a2d805d224f18b1abc2-1 {}] regionserver.HStore(327): Store=a006e4ee40d38a2d805d224f18b1abc2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:11,311 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:11,312 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,313 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,317 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:26:11,319 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:11,322 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:26:11,323 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened a006e4ee40d38a2d805d224f18b1abc2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71030707, jitterRate=0.058440014719963074}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:26:11,324 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:11,325 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., pid=11, masterSystemTime=1733945171284 2024-12-11T19:26:11,327 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:11,328 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:11,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a006e4ee40d38a2d805d224f18b1abc2, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:11,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-11T19:26:11,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 in 202 msec 2024-12-11T19:26:11,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-11T19:26:11,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a006e4ee40d38a2d805d224f18b1abc2, ASSIGN in 363 msec 2024-12-11T19:26:11,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T19:26:11,339 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945171339"}]},"ts":"1733945171339"} 2024-12-11T19:26:11,342 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T19:26:11,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T19:26:11,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3100 sec 2024-12-11T19:26:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-11T19:26:12,195 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-11T19:26:12,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-11T19:26:12,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,267 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T19:26:12,275 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T19:26:12,284 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-11T19:26:12,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-11T19:26:12,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-11T19:26:12,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-11T19:26:12,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-11T19:26:12,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,348 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-11T19:26:12,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-11T19:26:12,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-11T19:26:12,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-11T19:26:12,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:12,405 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,406 DEBUG [hconnection-0x2e14f92e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,407 DEBUG [hconnection-0x4c038b40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,408 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,409 DEBUG [hconnection-0xabff582-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,411 DEBUG [hconnection-0x63f71b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,411 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,413 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,415 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:12,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,417 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,419 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,421 DEBUG [hconnection-0x588b494f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,414 DEBUG [hconnection-0x54e848df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:12,422 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,424 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-11T19:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-11T19:26:12,427 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:12,429 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:12,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:12,441 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:12,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:12,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-11T19:26:12,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/5ccbdef2662e43209748e79b10598f69 is 50, key is test_row_0/A:col10/1733945172493/Put/seqid=0 2024-12-11T19:26:12,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:12,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:12,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:12,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:12,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741839_1015 (size=12001) 2024-12-11T19:26:12,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/5ccbdef2662e43209748e79b10598f69 2024-12-11T19:26:12,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945232649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945232660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945232658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945232667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945232672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-11T19:26:12,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T19:26:12,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-11T19:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-11T19:26:12,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:12,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/81ad7e4a2ced4d5e9a68183f6e604af9 is 50, key is test_row_0/B:col10/1733945172493/Put/seqid=0 2024-12-11T19:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741840_1016 (size=12001) 2024-12-11T19:26:12,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/81ad7e4a2ced4d5e9a68183f6e604af9 2024-12-11T19:26:12,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945232820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945232820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945232821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945232821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945232821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/49f494280986497b8dd19fc5a27cf65a is 50, key is test_row_0/C:col10/1733945172493/Put/seqid=0 2024-12-11T19:26:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741841_1017 (size=12001) 2024-12-11T19:26:12,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/49f494280986497b8dd19fc5a27cf65a 2024-12-11T19:26:12,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/5ccbdef2662e43209748e79b10598f69 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5ccbdef2662e43209748e79b10598f69 2024-12-11T19:26:12,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5ccbdef2662e43209748e79b10598f69, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T19:26:12,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/81ad7e4a2ced4d5e9a68183f6e604af9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/81ad7e4a2ced4d5e9a68183f6e604af9 2024-12-11T19:26:12,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:12,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:12,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:12,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/81ad7e4a2ced4d5e9a68183f6e604af9, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T19:26:12,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/49f494280986497b8dd19fc5a27cf65a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/49f494280986497b8dd19fc5a27cf65a 2024-12-11T19:26:12,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/49f494280986497b8dd19fc5a27cf65a, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T19:26:12,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a006e4ee40d38a2d805d224f18b1abc2 in 491ms, sequenceid=13, compaction requested=false 2024-12-11T19:26:12,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-11T19:26:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:13,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:26:13,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/d320fa2ceec640b99d04d09f89506af0 is 50, key is test_row_0/A:col10/1733945173034/Put/seqid=0 2024-12-11T19:26:13,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945233065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945233073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945233075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945233076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945233074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:13,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:13,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741842_1018 (size=14341) 2024-12-11T19:26:13,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/d320fa2ceec640b99d04d09f89506af0 2024-12-11T19:26:13,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945233180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945233193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945233196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945233196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945233198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/fa578a1a02bb41e582e497827fdf46c5 is 50, key is test_row_0/B:col10/1733945173034/Put/seqid=0 2024-12-11T19:26:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741843_1019 (size=12001) 2024-12-11T19:26:13,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/fa578a1a02bb41e582e497827fdf46c5 2024-12-11T19:26:13,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:13,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:13,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/2aed384462cd4205b9eb349300d047d1 is 50, key is test_row_0/C:col10/1733945173034/Put/seqid=0 2024-12-11T19:26:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741844_1020 (size=12001) 2024-12-11T19:26:13,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/2aed384462cd4205b9eb349300d047d1 2024-12-11T19:26:13,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/d320fa2ceec640b99d04d09f89506af0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d320fa2ceec640b99d04d09f89506af0 2024-12-11T19:26:13,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d320fa2ceec640b99d04d09f89506af0, entries=200, sequenceid=38, filesize=14.0 K 2024-12-11T19:26:13,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/fa578a1a02bb41e582e497827fdf46c5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/fa578a1a02bb41e582e497827fdf46c5 2024-12-11T19:26:13,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/fa578a1a02bb41e582e497827fdf46c5, entries=150, sequenceid=38, filesize=11.7 K 2024-12-11T19:26:13,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/2aed384462cd4205b9eb349300d047d1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/2aed384462cd4205b9eb349300d047d1 2024-12-11T19:26:13,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/2aed384462cd4205b9eb349300d047d1, entries=150, sequenceid=38, filesize=11.7 K 2024-12-11T19:26:13,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for a006e4ee40d38a2d805d224f18b1abc2 in 330ms, sequenceid=38, compaction requested=false 2024-12-11T19:26:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:13,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:26:13,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ca9ca65010444ceca223e610ed4400b5 is 50, key is test_row_0/A:col10/1733945173056/Put/seqid=0 2024-12-11T19:26:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741845_1021 (size=14341) 2024-12-11T19:26:13,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:13,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ca9ca65010444ceca223e610ed4400b5 2024-12-11T19:26:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/e983b5626d144a608901626dd993308f is 50, key is test_row_0/B:col10/1733945173056/Put/seqid=0 2024-12-11T19:26:13,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945233473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945233476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945233469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945233480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945233480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741846_1022 (size=12001) 2024-12-11T19:26:13,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/e983b5626d144a608901626dd993308f 2024-12-11T19:26:13,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T19:26:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-11T19:26:13,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/cd01ca6921e34747a59ff2df0cbac66c is 50, key is test_row_0/C:col10/1733945173056/Put/seqid=0 2024-12-11T19:26:13,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945233585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:13,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:13,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945233585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945233584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945233588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945233588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741847_1023 (size=12001) 2024-12-11T19:26:13,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/cd01ca6921e34747a59ff2df0cbac66c 2024-12-11T19:26:13,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ca9ca65010444ceca223e610ed4400b5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ca9ca65010444ceca223e610ed4400b5 2024-12-11T19:26:13,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ca9ca65010444ceca223e610ed4400b5, entries=200, sequenceid=52, filesize=14.0 K 2024-12-11T19:26:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/e983b5626d144a608901626dd993308f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e983b5626d144a608901626dd993308f 2024-12-11T19:26:13,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e983b5626d144a608901626dd993308f, entries=150, sequenceid=52, filesize=11.7 K 2024-12-11T19:26:13,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/cd01ca6921e34747a59ff2df0cbac66c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cd01ca6921e34747a59ff2df0cbac66c 2024-12-11T19:26:13,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cd01ca6921e34747a59ff2df0cbac66c, entries=150, sequenceid=52, filesize=11.7 K 2024-12-11T19:26:13,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a006e4ee40d38a2d805d224f18b1abc2 in 294ms, sequenceid=52, compaction requested=true 2024-12-11T19:26:13,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:13,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:13,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:13,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:13,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:13,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:13,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:13,708 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:13,708 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:13,712 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:13,712 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:13,713 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:13,713 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:13,714 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,714 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,714 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5ccbdef2662e43209748e79b10598f69, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d320fa2ceec640b99d04d09f89506af0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ca9ca65010444ceca223e610ed4400b5] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=39.7 K 2024-12-11T19:26:13,714 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/81ad7e4a2ced4d5e9a68183f6e604af9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/fa578a1a02bb41e582e497827fdf46c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e983b5626d144a608901626dd993308f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.2 K 2024-12-11T19:26:13,715 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ccbdef2662e43209748e79b10598f69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945172455 2024-12-11T19:26:13,716 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ad7e4a2ced4d5e9a68183f6e604af9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945172455 2024-12-11T19:26:13,717 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d320fa2ceec640b99d04d09f89506af0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733945172622 2024-12-11T19:26:13,720 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fa578a1a02bb41e582e497827fdf46c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733945172622 2024-12-11T19:26:13,721 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e983b5626d144a608901626dd993308f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733945173056 2024-12-11T19:26:13,724 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca9ca65010444ceca223e610ed4400b5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733945173056 2024-12-11T19:26:13,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-11T19:26:13,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,747 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T19:26:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:13,774 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#10 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:13,774 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#9 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:13,775 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/94ba8e36b70245d383107f603564d402 is 50, key is test_row_0/B:col10/1733945173056/Put/seqid=0 2024-12-11T19:26:13,776 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/517a749150fa49429c6d97d3409c97ed is 50, key is test_row_0/A:col10/1733945173056/Put/seqid=0 2024-12-11T19:26:13,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ddf37addd21a46de9d134f129a2bfb92 is 50, key is test_row_0/A:col10/1733945173475/Put/seqid=0 2024-12-11T19:26:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741850_1026 (size=12001) 2024-12-11T19:26:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741849_1025 (size=12104) 2024-12-11T19:26:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741848_1024 (size=12104) 2024-12-11T19:26:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:13,829 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/517a749150fa49429c6d97d3409c97ed as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/517a749150fa49429c6d97d3409c97ed 2024-12-11T19:26:13,833 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/94ba8e36b70245d383107f603564d402 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/94ba8e36b70245d383107f603564d402 2024-12-11T19:26:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945233836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945233841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,862 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into 94ba8e36b70245d383107f603564d402(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:13,862 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into 517a749150fa49429c6d97d3409c97ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:13,862 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:13,862 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:13,862 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945173691; duration=0sec 2024-12-11T19:26:13,862 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945173707; duration=0sec 2024-12-11T19:26:13,863 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:13,863 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:13,863 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:13,863 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:13,863 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:13,866 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:13,867 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:13,867 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:13,867 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/49f494280986497b8dd19fc5a27cf65a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/2aed384462cd4205b9eb349300d047d1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cd01ca6921e34747a59ff2df0cbac66c] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.2 K 2024-12-11T19:26:13,869 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 49f494280986497b8dd19fc5a27cf65a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945172455 2024-12-11T19:26:13,871 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aed384462cd4205b9eb349300d047d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733945172622 2024-12-11T19:26:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945233855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,873 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting cd01ca6921e34747a59ff2df0cbac66c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733945173056 2024-12-11T19:26:13,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945233855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945233857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,896 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:13,896 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/db0197359baa47dcb74a6c3b0ad5278f is 50, key is test_row_0/C:col10/1733945173056/Put/seqid=0 2024-12-11T19:26:13,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T19:26:13,926 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T19:26:13,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-11T19:26:13,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-11T19:26:13,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T19:26:13,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T19:26:13,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T19:26:13,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T19:26:13,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T19:26:13,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-11T19:26:13,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741851_1027 (size=12104) 2024-12-11T19:26:13,953 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/db0197359baa47dcb74a6c3b0ad5278f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/db0197359baa47dcb74a6c3b0ad5278f 2024-12-11T19:26:13,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945233959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945233964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,974 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into db0197359baa47dcb74a6c3b0ad5278f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:13,974 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:13,974 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945173707; duration=0sec 2024-12-11T19:26:13,974 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:13,974 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:13,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945233976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945233977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:13,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945233978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945234174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945234181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945234177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945234190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945234190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,205 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ddf37addd21a46de9d134f129a2bfb92 2024-12-11T19:26:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/06915040a77342d293c5728117726cb2 is 50, key is test_row_0/B:col10/1733945173475/Put/seqid=0 2024-12-11T19:26:14,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741852_1028 (size=12001) 2024-12-11T19:26:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945234483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945234491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945234491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945234495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945234498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-11T19:26:14,634 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/06915040a77342d293c5728117726cb2 2024-12-11T19:26:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/af9f5b0c0a234c0182839899443d0dc2 is 50, key is test_row_0/C:col10/1733945173475/Put/seqid=0 2024-12-11T19:26:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741853_1029 (size=12001) 2024-12-11T19:26:14,680 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/af9f5b0c0a234c0182839899443d0dc2 2024-12-11T19:26:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ddf37addd21a46de9d134f129a2bfb92 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ddf37addd21a46de9d134f129a2bfb92 2024-12-11T19:26:14,712 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ddf37addd21a46de9d134f129a2bfb92, entries=150, sequenceid=75, filesize=11.7 K 2024-12-11T19:26:14,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/06915040a77342d293c5728117726cb2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/06915040a77342d293c5728117726cb2 2024-12-11T19:26:14,734 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/06915040a77342d293c5728117726cb2, entries=150, sequenceid=75, filesize=11.7 K 2024-12-11T19:26:14,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/af9f5b0c0a234c0182839899443d0dc2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/af9f5b0c0a234c0182839899443d0dc2 2024-12-11T19:26:14,768 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/af9f5b0c0a234c0182839899443d0dc2, entries=150, sequenceid=75, filesize=11.7 K 2024-12-11T19:26:14,771 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a006e4ee40d38a2d805d224f18b1abc2 in 1023ms, sequenceid=75, compaction requested=false 2024-12-11T19:26:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-11T19:26:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-11T19:26:14,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-11T19:26:14,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3430 sec 2024-12-11T19:26:14,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.3620 sec 2024-12-11T19:26:14,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-11T19:26:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:15,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/be96063adc504660a886d85846d171e5 is 50, key is test_row_0/A:col10/1733945173832/Put/seqid=0 2024-12-11T19:26:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945235039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741854_1030 (size=14341) 2024-12-11T19:26:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945235044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945235047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945235049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945235049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945235154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945235154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945235155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945235157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945235157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945235359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945235359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945235360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945235363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945235367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/be96063adc504660a886d85846d171e5 2024-12-11T19:26:15,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/295d97eb6946404e94cb1651fc9defcb is 50, key is test_row_0/B:col10/1733945173832/Put/seqid=0 2024-12-11T19:26:15,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741855_1031 (size=12001) 2024-12-11T19:26:15,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/295d97eb6946404e94cb1651fc9defcb 2024-12-11T19:26:15,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/8f161472a4ec4c4c813383c34ef9cf2f is 50, key is test_row_0/C:col10/1733945173832/Put/seqid=0 2024-12-11T19:26:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741856_1032 (size=12001) 2024-12-11T19:26:15,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/8f161472a4ec4c4c813383c34ef9cf2f 2024-12-11T19:26:15,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/be96063adc504660a886d85846d171e5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/be96063adc504660a886d85846d171e5 2024-12-11T19:26:15,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/be96063adc504660a886d85846d171e5, entries=200, sequenceid=93, filesize=14.0 K 2024-12-11T19:26:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/295d97eb6946404e94cb1651fc9defcb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/295d97eb6946404e94cb1651fc9defcb 2024-12-11T19:26:15,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/295d97eb6946404e94cb1651fc9defcb, entries=150, sequenceid=93, filesize=11.7 K 2024-12-11T19:26:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/8f161472a4ec4c4c813383c34ef9cf2f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8f161472a4ec4c4c813383c34ef9cf2f 2024-12-11T19:26:15,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8f161472a4ec4c4c813383c34ef9cf2f, entries=150, sequenceid=93, filesize=11.7 K 2024-12-11T19:26:15,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a006e4ee40d38a2d805d224f18b1abc2 in 669ms, sequenceid=93, compaction requested=true 2024-12-11T19:26:15,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:15,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:15,670 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:15,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:15,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:15,671 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:15,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:15,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:15,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:15,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T19:26:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:15,687 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:15,687 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:15,688 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:15,688 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/94ba8e36b70245d383107f603564d402, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/06915040a77342d293c5728117726cb2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/295d97eb6946404e94cb1651fc9defcb] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.3 K 2024-12-11T19:26:15,689 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:15,689 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:15,689 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:15,689 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/517a749150fa49429c6d97d3409c97ed, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ddf37addd21a46de9d134f129a2bfb92, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/be96063adc504660a886d85846d171e5] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=37.5 K 2024-12-11T19:26:15,691 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ba8e36b70245d383107f603564d402, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733945173056 2024-12-11T19:26:15,692 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 517a749150fa49429c6d97d3409c97ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733945173056 2024-12-11T19:26:15,696 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 06915040a77342d293c5728117726cb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733945173419 2024-12-11T19:26:15,697 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddf37addd21a46de9d134f129a2bfb92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733945173419 2024-12-11T19:26:15,699 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 295d97eb6946404e94cb1651fc9defcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733945173832 2024-12-11T19:26:15,700 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting be96063adc504660a886d85846d171e5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733945173832 2024-12-11T19:26:15,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/bb4ad34adb294ee3b9426a1af41d8f87 is 50, key is test_row_0/A:col10/1733945175040/Put/seqid=0 2024-12-11T19:26:15,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945235693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945235696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945235699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945235699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945235711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,750 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:15,751 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/1be5a2c3e78f462dbb9a66f6cbca5e1f is 50, key is test_row_0/A:col10/1733945173832/Put/seqid=0 2024-12-11T19:26:15,752 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:15,753 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/a454a32c29754ac6bb80dbb2c60b7e14 is 50, key is test_row_0/B:col10/1733945173832/Put/seqid=0 2024-12-11T19:26:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741857_1033 (size=14341) 2024-12-11T19:26:15,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/bb4ad34adb294ee3b9426a1af41d8f87 2024-12-11T19:26:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741859_1035 (size=12207) 2024-12-11T19:26:15,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741858_1034 (size=12207) 2024-12-11T19:26:15,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/5edea758e7e34136bc2ae51298019c25 is 50, key is test_row_0/B:col10/1733945175040/Put/seqid=0 2024-12-11T19:26:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945235816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945235817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945235817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945235822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945235821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:15,830 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/a454a32c29754ac6bb80dbb2c60b7e14 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a454a32c29754ac6bb80dbb2c60b7e14 2024-12-11T19:26:15,832 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/1be5a2c3e78f462dbb9a66f6cbca5e1f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/1be5a2c3e78f462dbb9a66f6cbca5e1f 2024-12-11T19:26:15,850 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into 1be5a2c3e78f462dbb9a66f6cbca5e1f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:15,850 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into a454a32c29754ac6bb80dbb2c60b7e14(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:15,850 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:15,850 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:15,850 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945175670; duration=0sec 2024-12-11T19:26:15,850 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945175670; duration=0sec 2024-12-11T19:26:15,850 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:15,850 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:15,850 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:15,852 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:15,852 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:15,854 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:15,854 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:15,854 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:15,854 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/db0197359baa47dcb74a6c3b0ad5278f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/af9f5b0c0a234c0182839899443d0dc2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8f161472a4ec4c4c813383c34ef9cf2f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.3 K 2024-12-11T19:26:15,856 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting db0197359baa47dcb74a6c3b0ad5278f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733945173056 2024-12-11T19:26:15,857 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting af9f5b0c0a234c0182839899443d0dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733945173419 2024-12-11T19:26:15,858 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f161472a4ec4c4c813383c34ef9cf2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733945173832 2024-12-11T19:26:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741860_1036 (size=12001) 2024-12-11T19:26:15,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/5edea758e7e34136bc2ae51298019c25 2024-12-11T19:26:15,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/6868a7c8c5744649bae3268ff97dea17 is 50, key is test_row_0/C:col10/1733945175040/Put/seqid=0 2024-12-11T19:26:15,889 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#23 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:15,890 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/79c5a6b0f790435db20964066b612bd5 is 50, key is test_row_0/C:col10/1733945173832/Put/seqid=0 2024-12-11T19:26:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741861_1037 (size=12001) 2024-12-11T19:26:15,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/6868a7c8c5744649bae3268ff97dea17 2024-12-11T19:26:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741862_1038 (size=12207) 2024-12-11T19:26:15,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/bb4ad34adb294ee3b9426a1af41d8f87 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bb4ad34adb294ee3b9426a1af41d8f87 2024-12-11T19:26:15,952 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/79c5a6b0f790435db20964066b612bd5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/79c5a6b0f790435db20964066b612bd5 2024-12-11T19:26:15,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bb4ad34adb294ee3b9426a1af41d8f87, entries=200, sequenceid=115, filesize=14.0 K 2024-12-11T19:26:15,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/5edea758e7e34136bc2ae51298019c25 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5edea758e7e34136bc2ae51298019c25 2024-12-11T19:26:15,969 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into 79c5a6b0f790435db20964066b612bd5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:15,969 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:15,970 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945175671; duration=0sec 2024-12-11T19:26:15,970 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:15,970 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:15,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5edea758e7e34136bc2ae51298019c25, entries=150, sequenceid=115, filesize=11.7 K 2024-12-11T19:26:15,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/6868a7c8c5744649bae3268ff97dea17 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6868a7c8c5744649bae3268ff97dea17 2024-12-11T19:26:16,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6868a7c8c5744649bae3268ff97dea17, entries=150, sequenceid=115, filesize=11.7 K 2024-12-11T19:26:16,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a006e4ee40d38a2d805d224f18b1abc2 in 335ms, sequenceid=115, compaction requested=false 2024-12-11T19:26:16,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:16,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T19:26:16,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:16,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:16,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:16,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e79c2d5d27504eafae9135a3a4e8c1af is 50, key is test_row_0/A:col10/1733945176032/Put/seqid=0 2024-12-11T19:26:16,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741863_1039 (size=12101) 2024-12-11T19:26:16,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945236131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945236133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945236135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945236138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945236139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945236241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945236241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945236242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945236245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945236246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945236450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945236450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945236452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945236452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945236452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e79c2d5d27504eafae9135a3a4e8c1af 2024-12-11T19:26:16,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/b527e550793d487d96426cb2eff9b2e3 is 50, key is test_row_0/B:col10/1733945176032/Put/seqid=0 2024-12-11T19:26:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741864_1040 (size=12101) 2024-12-11T19:26:16,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/b527e550793d487d96426cb2eff9b2e3 2024-12-11T19:26:16,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/bf34dfedf2004259b7a9cdb16a7ee7f1 is 50, key is test_row_0/C:col10/1733945176032/Put/seqid=0 2024-12-11T19:26:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-11T19:26:16,540 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-11T19:26:16,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-11T19:26:16,548 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-11T19:26:16,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:16,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741865_1041 (size=12101) 2024-12-11T19:26:16,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/bf34dfedf2004259b7a9cdb16a7ee7f1 2024-12-11T19:26:16,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e79c2d5d27504eafae9135a3a4e8c1af as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e79c2d5d27504eafae9135a3a4e8c1af 2024-12-11T19:26:16,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e79c2d5d27504eafae9135a3a4e8c1af, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T19:26:16,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/b527e550793d487d96426cb2eff9b2e3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b527e550793d487d96426cb2eff9b2e3 2024-12-11T19:26:16,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b527e550793d487d96426cb2eff9b2e3, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T19:26:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/bf34dfedf2004259b7a9cdb16a7ee7f1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/bf34dfedf2004259b7a9cdb16a7ee7f1 2024-12-11T19:26:16,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/bf34dfedf2004259b7a9cdb16a7ee7f1, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T19:26:16,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a006e4ee40d38a2d805d224f18b1abc2 in 607ms, sequenceid=135, compaction requested=true 2024-12-11T19:26:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:16,639 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:16,639 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:16,641 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:16,641 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:16,641 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:16,641 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:16,641 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:16,641 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:16,642 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/1be5a2c3e78f462dbb9a66f6cbca5e1f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bb4ad34adb294ee3b9426a1af41d8f87, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e79c2d5d27504eafae9135a3a4e8c1af] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=37.7 K 2024-12-11T19:26:16,642 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a454a32c29754ac6bb80dbb2c60b7e14, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5edea758e7e34136bc2ae51298019c25, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b527e550793d487d96426cb2eff9b2e3] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.5 K 2024-12-11T19:26:16,643 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1be5a2c3e78f462dbb9a66f6cbca5e1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733945173832 2024-12-11T19:26:16,644 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a454a32c29754ac6bb80dbb2c60b7e14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733945173832 2024-12-11T19:26:16,644 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb4ad34adb294ee3b9426a1af41d8f87, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733945175040 2024-12-11T19:26:16,645 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 5edea758e7e34136bc2ae51298019c25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733945175040 2024-12-11T19:26:16,646 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b527e550793d487d96426cb2eff9b2e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945175707 2024-12-11T19:26:16,646 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting e79c2d5d27504eafae9135a3a4e8c1af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945175707 2024-12-11T19:26:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-11T19:26:16,673 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:16,674 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:16,674 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/832d8f62de8b445db3ff56c3c8d24969 is 50, key is test_row_0/A:col10/1733945176032/Put/seqid=0 2024-12-11T19:26:16,675 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/7771829f891a49129a6ec3da5f391265 is 50, key is test_row_0/B:col10/1733945176032/Put/seqid=0 2024-12-11T19:26:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741866_1042 (size=12409) 2024-12-11T19:26:16,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-11T19:26:16,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:16,707 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T19:26:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:16,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:16,717 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/832d8f62de8b445db3ff56c3c8d24969 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/832d8f62de8b445db3ff56c3c8d24969 2024-12-11T19:26:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/5edb7b9803694433be8fd9d1ef6d4454 is 50, key is test_row_0/A:col10/1733945176134/Put/seqid=0 2024-12-11T19:26:16,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741867_1043 (size=12409) 2024-12-11T19:26:16,741 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/7771829f891a49129a6ec3da5f391265 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7771829f891a49129a6ec3da5f391265 2024-12-11T19:26:16,755 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into 7771829f891a49129a6ec3da5f391265(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:16,756 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:16,756 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945176639; duration=0sec 2024-12-11T19:26:16,756 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:16,757 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:16,757 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:16,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:16,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741868_1044 (size=12151) 2024-12-11T19:26:16,765 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:16,766 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:16,766 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:16,766 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/79c5a6b0f790435db20964066b612bd5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6868a7c8c5744649bae3268ff97dea17, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/bf34dfedf2004259b7a9cdb16a7ee7f1] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.5 K 2024-12-11T19:26:16,769 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 79c5a6b0f790435db20964066b612bd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733945173832 2024-12-11T19:26:16,769 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/5edb7b9803694433be8fd9d1ef6d4454 2024-12-11T19:26:16,771 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 6868a7c8c5744649bae3268ff97dea17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733945175040 2024-12-11T19:26:16,774 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting bf34dfedf2004259b7a9cdb16a7ee7f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945175707 2024-12-11T19:26:16,777 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into 832d8f62de8b445db3ff56c3c8d24969(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:16,777 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:16,777 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945176639; duration=0sec 2024-12-11T19:26:16,777 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:16,777 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:16,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/aae04f62622841faa75a4f1ec73dc6b5 is 50, key is test_row_0/B:col10/1733945176134/Put/seqid=0 2024-12-11T19:26:16,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945236786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945236798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945236801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945236801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,817 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#31 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741869_1045 (size=12151) 2024-12-11T19:26:16,818 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/f5432b781f784bc69129bd807a6852e2 is 50, key is test_row_0/C:col10/1733945176032/Put/seqid=0 2024-12-11T19:26:16,820 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/aae04f62622841faa75a4f1ec73dc6b5 2024-12-11T19:26:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945236820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/70581e6e7e3f418ea9bd84c8f8d016dc is 50, key is test_row_0/C:col10/1733945176134/Put/seqid=0 2024-12-11T19:26:16,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741870_1046 (size=12409) 2024-12-11T19:26:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-11T19:26:16,854 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/f5432b781f784bc69129bd807a6852e2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f5432b781f784bc69129bd807a6852e2 2024-12-11T19:26:16,871 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into f5432b781f784bc69129bd807a6852e2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:16,871 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:16,871 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945176639; duration=0sec 2024-12-11T19:26:16,871 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:16,872 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741871_1047 (size=12151) 2024-12-11T19:26:16,888 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/70581e6e7e3f418ea9bd84c8f8d016dc 2024-12-11T19:26:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/5edb7b9803694433be8fd9d1ef6d4454 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5edb7b9803694433be8fd9d1ef6d4454 2024-12-11T19:26:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945236904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,921 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5edb7b9803694433be8fd9d1ef6d4454, entries=150, sequenceid=155, filesize=11.9 K 2024-12-11T19:26:16,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945236920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/aae04f62622841faa75a4f1ec73dc6b5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aae04f62622841faa75a4f1ec73dc6b5 2024-12-11T19:26:16,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945236923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945236924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945236927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:16,937 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aae04f62622841faa75a4f1ec73dc6b5, entries=150, sequenceid=155, filesize=11.9 K 2024-12-11T19:26:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/70581e6e7e3f418ea9bd84c8f8d016dc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/70581e6e7e3f418ea9bd84c8f8d016dc 2024-12-11T19:26:16,950 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/70581e6e7e3f418ea9bd84c8f8d016dc, entries=150, sequenceid=155, filesize=11.9 K 2024-12-11T19:26:16,952 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for a006e4ee40d38a2d805d224f18b1abc2 in 244ms, sequenceid=155, compaction requested=false 2024-12-11T19:26:16,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:16,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:16,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-11T19:26:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-11T19:26:16,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T19:26:16,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 408 msec 2024-12-11T19:26:16,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 420 msec 2024-12-11T19:26:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:17,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:26:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:17,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:17,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:17,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:17,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ec451942f5884276807ef43d6d24468c is 50, key is test_row_0/A:col10/1733945176781/Put/seqid=0 2024-12-11T19:26:17,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741872_1048 (size=12151) 2024-12-11T19:26:17,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ec451942f5884276807ef43d6d24468c 2024-12-11T19:26:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-11T19:26:17,155 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-11T19:26:17,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-11T19:26:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945237152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945237152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945237155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945237156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945237160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,165 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:17,167 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:17,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-11T19:26:17,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/6d7f2d6501f142e8ab0817e2e396021c is 50, key is test_row_0/B:col10/1733945176781/Put/seqid=0 2024-12-11T19:26:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741873_1049 (size=12151) 2024-12-11T19:26:17,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945237264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945237265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945237265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945237266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-11T19:26:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945237269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:17,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945237469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-11T19:26:17,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:17,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945237472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:17,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945237472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945237474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945237472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/6d7f2d6501f142e8ab0817e2e396021c 2024-12-11T19:26:17,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/573f45785a6d4ad884ad6bed35ab1ba2 is 50, key is test_row_0/C:col10/1733945176781/Put/seqid=0 2024-12-11T19:26:17,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741874_1050 (size=12151) 2024-12-11T19:26:17,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/573f45785a6d4ad884ad6bed35ab1ba2 2024-12-11T19:26:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ec451942f5884276807ef43d6d24468c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ec451942f5884276807ef43d6d24468c 2024-12-11T19:26:17,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ec451942f5884276807ef43d6d24468c, entries=150, sequenceid=176, filesize=11.9 K 2024-12-11T19:26:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/6d7f2d6501f142e8ab0817e2e396021c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6d7f2d6501f142e8ab0817e2e396021c 2024-12-11T19:26:17,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6d7f2d6501f142e8ab0817e2e396021c, entries=150, sequenceid=176, filesize=11.9 K 2024-12-11T19:26:17,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/573f45785a6d4ad884ad6bed35ab1ba2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/573f45785a6d4ad884ad6bed35ab1ba2 2024-12-11T19:26:17,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/573f45785a6d4ad884ad6bed35ab1ba2, entries=150, sequenceid=176, filesize=11.9 K 2024-12-11T19:26:17,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a006e4ee40d38a2d805d224f18b1abc2 in 625ms, sequenceid=176, compaction requested=true 2024-12-11T19:26:17,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:17,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:17,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:17,740 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:17,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:17,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:17,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:17,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T19:26:17,741 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:17,743 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:17,744 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:17,744 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,744 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/832d8f62de8b445db3ff56c3c8d24969, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5edb7b9803694433be8fd9d1ef6d4454, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ec451942f5884276807ef43d6d24468c] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.9 K 2024-12-11T19:26:17,744 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:17,744 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:17,745 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,745 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7771829f891a49129a6ec3da5f391265, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aae04f62622841faa75a4f1ec73dc6b5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6d7f2d6501f142e8ab0817e2e396021c] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.9 K 2024-12-11T19:26:17,747 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 832d8f62de8b445db3ff56c3c8d24969, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945175707 2024-12-11T19:26:17,747 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7771829f891a49129a6ec3da5f391265, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945175707 2024-12-11T19:26:17,748 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 5edb7b9803694433be8fd9d1ef6d4454, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733945176132 2024-12-11T19:26:17,748 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting aae04f62622841faa75a4f1ec73dc6b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733945176132 2024-12-11T19:26:17,750 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d7f2d6501f142e8ab0817e2e396021c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733945176781 2024-12-11T19:26:17,750 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ec451942f5884276807ef43d6d24468c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733945176781 2024-12-11T19:26:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-11T19:26:17,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:26:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:17,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:17,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:17,783 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#36 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:17,784 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/aeb6dbb5e0064d4282c963d7da5d67b6 is 50, key is test_row_0/B:col10/1733945176781/Put/seqid=0 2024-12-11T19:26:17,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:17,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:17,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,788 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:17,789 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/d5b2f97060d143e08742af83120a18d3 is 50, key is test_row_0/A:col10/1733945176781/Put/seqid=0 2024-12-11T19:26:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/cf82f02078e54479b0031eb324ad5746 is 50, key is test_row_0/A:col10/1733945177153/Put/seqid=0 2024-12-11T19:26:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945237811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945237815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945237818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945237820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945237821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741875_1051 (size=12561) 2024-12-11T19:26:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741876_1052 (size=12561) 2024-12-11T19:26:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741877_1053 (size=14541) 2024-12-11T19:26:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945237924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945237927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945237929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945237939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945237939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:17,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:17,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:17,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:17,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:18,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945238131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945238135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945238135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945238142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945238145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:18,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/cf82f02078e54479b0031eb324ad5746 2024-12-11T19:26:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-11T19:26:18,282 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/d5b2f97060d143e08742af83120a18d3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d5b2f97060d143e08742af83120a18d3 2024-12-11T19:26:18,283 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/aeb6dbb5e0064d4282c963d7da5d67b6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aeb6dbb5e0064d4282c963d7da5d67b6 2024-12-11T19:26:18,296 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into d5b2f97060d143e08742af83120a18d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:18,297 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:18,297 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945177740; duration=0sec 2024-12-11T19:26:18,297 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:18,297 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:18,297 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:18,297 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into aeb6dbb5e0064d4282c963d7da5d67b6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:18,297 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:18,298 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945177740; duration=0sec 2024-12-11T19:26:18,298 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:18,298 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:18,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/76a99bb13a2f462b81bcfba6da214331 is 50, key is test_row_0/B:col10/1733945177153/Put/seqid=0 2024-12-11T19:26:18,300 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:18,300 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:18,300 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,300 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f5432b781f784bc69129bd807a6852e2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/70581e6e7e3f418ea9bd84c8f8d016dc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/573f45785a6d4ad884ad6bed35ab1ba2] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=35.9 K 2024-12-11T19:26:18,301 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f5432b781f784bc69129bd807a6852e2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945175707 2024-12-11T19:26:18,302 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 70581e6e7e3f418ea9bd84c8f8d016dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733945176132 2024-12-11T19:26:18,303 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 573f45785a6d4ad884ad6bed35ab1ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733945176781 2024-12-11T19:26:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741878_1054 (size=12151) 2024-12-11T19:26:18,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/76a99bb13a2f462b81bcfba6da214331 2024-12-11T19:26:18,325 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#40 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:18,326 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/149e6064d139435f9623cfb7b29a727a is 50, key is test_row_0/C:col10/1733945176781/Put/seqid=0 2024-12-11T19:26:18,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/c2e04104b1344bd0b1ccd25b817e284c is 50, key is test_row_0/C:col10/1733945177153/Put/seqid=0 2024-12-11T19:26:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741879_1055 (size=12561) 2024-12-11T19:26:18,382 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/149e6064d139435f9623cfb7b29a727a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/149e6064d139435f9623cfb7b29a727a 2024-12-11T19:26:18,399 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into 149e6064d139435f9623cfb7b29a727a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:18,399 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:18,399 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945177740; duration=0sec 2024-12-11T19:26:18,400 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:18,400 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741880_1056 (size=12151) 2024-12-11T19:26:18,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/c2e04104b1344bd0b1ccd25b817e284c 2024-12-11T19:26:18,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/cf82f02078e54479b0031eb324ad5746 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/cf82f02078e54479b0031eb324ad5746 2024-12-11T19:26:18,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/cf82f02078e54479b0031eb324ad5746, entries=200, sequenceid=195, filesize=14.2 K 2024-12-11T19:26:18,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/76a99bb13a2f462b81bcfba6da214331 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/76a99bb13a2f462b81bcfba6da214331 2024-12-11T19:26:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:18,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945238436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945238441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/76a99bb13a2f462b81bcfba6da214331, entries=150, sequenceid=195, filesize=11.9 K 2024-12-11T19:26:18,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945238441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/c2e04104b1344bd0b1ccd25b817e284c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/c2e04104b1344bd0b1ccd25b817e284c 2024-12-11T19:26:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945238447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945238454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/c2e04104b1344bd0b1ccd25b817e284c, entries=150, sequenceid=195, filesize=11.9 K 2024-12-11T19:26:18,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a006e4ee40d38a2d805d224f18b1abc2 in 683ms, sequenceid=195, compaction requested=false 2024-12-11T19:26:18,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:18,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-11T19:26:18,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:18,585 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:26:18,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:18,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:18,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:18,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:18,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:18,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/7688c10229db4cb18e26de59c725080b is 50, key is test_row_0/A:col10/1733945177803/Put/seqid=0 2024-12-11T19:26:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741881_1057 (size=12151) 2024-12-11T19:26:18,617 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/7688c10229db4cb18e26de59c725080b 2024-12-11T19:26:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/bed01fe3a4c04e3b882411c1d949fcac is 50, key is test_row_0/B:col10/1733945177803/Put/seqid=0 2024-12-11T19:26:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741882_1058 (size=12151) 2024-12-11T19:26:18,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:18,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945238968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945238964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945238972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945238972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:18,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945238972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,059 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/bed01fe3a4c04e3b882411c1d949fcac 2024-12-11T19:26:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/51804d5af48b4d67b57f51bcd8997e71 is 50, key is test_row_0/C:col10/1733945177803/Put/seqid=0 2024-12-11T19:26:19,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945239077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945239078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945239078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945239078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945239079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741883_1059 (size=12151) 2024-12-11T19:26:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-11T19:26:19,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945239281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945239281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945239282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945239282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945239283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,495 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/51804d5af48b4d67b57f51bcd8997e71 2024-12-11T19:26:19,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/7688c10229db4cb18e26de59c725080b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7688c10229db4cb18e26de59c725080b 2024-12-11T19:26:19,520 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7688c10229db4cb18e26de59c725080b, entries=150, sequenceid=216, filesize=11.9 K 2024-12-11T19:26:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/bed01fe3a4c04e3b882411c1d949fcac as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/bed01fe3a4c04e3b882411c1d949fcac 2024-12-11T19:26:19,532 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/bed01fe3a4c04e3b882411c1d949fcac, entries=150, sequenceid=216, filesize=11.9 K 2024-12-11T19:26:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/51804d5af48b4d67b57f51bcd8997e71 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/51804d5af48b4d67b57f51bcd8997e71 2024-12-11T19:26:19,542 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/51804d5af48b4d67b57f51bcd8997e71, entries=150, sequenceid=216, filesize=11.9 K 2024-12-11T19:26:19,544 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for a006e4ee40d38a2d805d224f18b1abc2 in 958ms, sequenceid=216, compaction requested=true 2024-12-11T19:26:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-11T19:26:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-11T19:26:19,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-11T19:26:19,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3780 sec 2024-12-11T19:26:19,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.3900 sec 2024-12-11T19:26:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:19,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T19:26:19,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:19,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:19,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:19,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:19,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:19,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:19,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/039f3d3bd0b94a878845b91f289b8fcd is 50, key is test_row_0/A:col10/1733945178967/Put/seqid=0 2024-12-11T19:26:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741884_1060 (size=12151) 2024-12-11T19:26:19,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/039f3d3bd0b94a878845b91f289b8fcd 2024-12-11T19:26:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945239632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945239632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945239635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945239635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945239635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/b44027e17bdf4fa89e455f394cf49102 is 50, key is test_row_0/B:col10/1733945178967/Put/seqid=0 2024-12-11T19:26:19,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741885_1061 (size=12151) 2024-12-11T19:26:19,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/b44027e17bdf4fa89e455f394cf49102 2024-12-11T19:26:19,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/01636a20767c4327a49656c9ccdf33ae is 50, key is test_row_0/C:col10/1733945178967/Put/seqid=0 2024-12-11T19:26:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741886_1062 (size=12151) 2024-12-11T19:26:19,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/01636a20767c4327a49656c9ccdf33ae 2024-12-11T19:26:19,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/039f3d3bd0b94a878845b91f289b8fcd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/039f3d3bd0b94a878845b91f289b8fcd 2024-12-11T19:26:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945239741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945239741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/039f3d3bd0b94a878845b91f289b8fcd, entries=150, sequenceid=237, filesize=11.9 K 2024-12-11T19:26:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945239742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945239744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945239742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/b44027e17bdf4fa89e455f394cf49102 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b44027e17bdf4fa89e455f394cf49102 2024-12-11T19:26:19,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b44027e17bdf4fa89e455f394cf49102, entries=150, sequenceid=237, filesize=11.9 K 2024-12-11T19:26:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/01636a20767c4327a49656c9ccdf33ae as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/01636a20767c4327a49656c9ccdf33ae 2024-12-11T19:26:19,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/01636a20767c4327a49656c9ccdf33ae, entries=150, sequenceid=237, filesize=11.9 K 2024-12-11T19:26:19,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a006e4ee40d38a2d805d224f18b1abc2 in 187ms, sequenceid=237, compaction requested=true 2024-12-11T19:26:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:19,776 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:19,776 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:19,779 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:19,779 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:19,779 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:19,780 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d5b2f97060d143e08742af83120a18d3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/cf82f02078e54479b0031eb324ad5746, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7688c10229db4cb18e26de59c725080b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/039f3d3bd0b94a878845b91f289b8fcd] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=50.2 K 2024-12-11T19:26:19,781 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:19,781 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:19,781 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:19,781 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aeb6dbb5e0064d4282c963d7da5d67b6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/76a99bb13a2f462b81bcfba6da214331, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/bed01fe3a4c04e3b882411c1d949fcac, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b44027e17bdf4fa89e455f394cf49102] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=47.9 K 2024-12-11T19:26:19,782 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5b2f97060d143e08742af83120a18d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733945176781 2024-12-11T19:26:19,783 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb6dbb5e0064d4282c963d7da5d67b6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733945176781 2024-12-11T19:26:19,783 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf82f02078e54479b0031eb324ad5746, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733945177147 2024-12-11T19:26:19,783 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7688c10229db4cb18e26de59c725080b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733945177803 2024-12-11T19:26:19,783 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a99bb13a2f462b81bcfba6da214331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733945177153 2024-12-11T19:26:19,784 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 039f3d3bd0b94a878845b91f289b8fcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945178967 2024-12-11T19:26:19,785 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting bed01fe3a4c04e3b882411c1d949fcac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733945177803 2024-12-11T19:26:19,787 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b44027e17bdf4fa89e455f394cf49102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945178967 2024-12-11T19:26:19,814 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:19,815 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/dc77d733f512459a910179daa562f3e0 is 50, key is test_row_0/B:col10/1733945178967/Put/seqid=0 2024-12-11T19:26:19,819 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:19,820 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b4c874b210c944e1a7c300e3f59fc437 is 50, key is test_row_0/A:col10/1733945178967/Put/seqid=0 2024-12-11T19:26:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741887_1063 (size=12697) 2024-12-11T19:26:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741888_1064 (size=12697) 2024-12-11T19:26:19,866 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/dc77d733f512459a910179daa562f3e0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/dc77d733f512459a910179daa562f3e0 2024-12-11T19:26:19,876 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b4c874b210c944e1a7c300e3f59fc437 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b4c874b210c944e1a7c300e3f59fc437 2024-12-11T19:26:19,886 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into b4c874b210c944e1a7c300e3f59fc437(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:19,886 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:19,886 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=12, startTime=1733945179776; duration=0sec 2024-12-11T19:26:19,887 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into dc77d733f512459a910179daa562f3e0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:19,887 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:19,888 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=12, startTime=1733945179776; duration=0sec 2024-12-11T19:26:19,890 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:19,890 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:19,890 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:19,890 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:19,890 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:19,893 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:19,893 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:19,893 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:19,893 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/149e6064d139435f9623cfb7b29a727a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/c2e04104b1344bd0b1ccd25b817e284c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/51804d5af48b4d67b57f51bcd8997e71, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/01636a20767c4327a49656c9ccdf33ae] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=47.9 K 2024-12-11T19:26:19,895 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 149e6064d139435f9623cfb7b29a727a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733945176781 2024-12-11T19:26:19,896 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2e04104b1344bd0b1ccd25b817e284c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733945177153 2024-12-11T19:26:19,896 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51804d5af48b4d67b57f51bcd8997e71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733945177803 2024-12-11T19:26:19,897 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01636a20767c4327a49656c9ccdf33ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945178967 2024-12-11T19:26:19,912 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:19,913 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/6dbb0b8148d64f9f88a0539e148c642c is 50, key is test_row_0/C:col10/1733945178967/Put/seqid=0 2024-12-11T19:26:19,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741889_1065 (size=12697) 2024-12-11T19:26:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:19,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T19:26:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:19,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/918cc6e8f3994afc8cebb2f8f5cdab2b is 50, key is test_row_0/A:col10/1733945179950/Put/seqid=0 2024-12-11T19:26:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741890_1066 (size=12201) 2024-12-11T19:26:19,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945239967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945239969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945239972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945239976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:19,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945239976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945240077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945240078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945240078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945240080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945240080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945240282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945240282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945240282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945240286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945240286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,330 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/6dbb0b8148d64f9f88a0539e148c642c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6dbb0b8148d64f9f88a0539e148c642c 2024-12-11T19:26:20,340 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into 6dbb0b8148d64f9f88a0539e148c642c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:20,340 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:20,340 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=12, startTime=1733945179776; duration=0sec 2024-12-11T19:26:20,341 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:20,341 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:20,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/918cc6e8f3994afc8cebb2f8f5cdab2b 2024-12-11T19:26:20,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/a34adfa3a046435a95c8fd5790d204de is 50, key is test_row_0/B:col10/1733945179950/Put/seqid=0 2024-12-11T19:26:20,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741891_1067 (size=12201) 2024-12-11T19:26:20,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/a34adfa3a046435a95c8fd5790d204de 2024-12-11T19:26:20,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/39b60c4df5e54441a5816218f6d621e5 is 50, key is test_row_0/C:col10/1733945179950/Put/seqid=0 2024-12-11T19:26:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741892_1068 (size=12201) 2024-12-11T19:26:20,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/39b60c4df5e54441a5816218f6d621e5 2024-12-11T19:26:20,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/918cc6e8f3994afc8cebb2f8f5cdab2b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/918cc6e8f3994afc8cebb2f8f5cdab2b 2024-12-11T19:26:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/918cc6e8f3994afc8cebb2f8f5cdab2b, entries=150, sequenceid=257, filesize=11.9 K 2024-12-11T19:26:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/a34adfa3a046435a95c8fd5790d204de as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a34adfa3a046435a95c8fd5790d204de 2024-12-11T19:26:20,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a34adfa3a046435a95c8fd5790d204de, entries=150, sequenceid=257, filesize=11.9 K 2024-12-11T19:26:20,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/39b60c4df5e54441a5816218f6d621e5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/39b60c4df5e54441a5816218f6d621e5 2024-12-11T19:26:20,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/39b60c4df5e54441a5816218f6d621e5, entries=150, sequenceid=257, filesize=11.9 K 2024-12-11T19:26:20,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a006e4ee40d38a2d805d224f18b1abc2 in 534ms, sequenceid=257, compaction requested=false 2024-12-11T19:26:20,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:20,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:26:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:20,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:20,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/3c0ecd66bd3a459f8f3c0e47da0e049b is 50, key is test_row_0/A:col10/1733945179964/Put/seqid=0 2024-12-11T19:26:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945240610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945240614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945240615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945240617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945240620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741893_1069 (size=14741) 2024-12-11T19:26:20,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/3c0ecd66bd3a459f8f3c0e47da0e049b 2024-12-11T19:26:20,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/38b23eea03204968b69aa97cc1379b05 is 50, key is test_row_0/B:col10/1733945179964/Put/seqid=0 2024-12-11T19:26:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741894_1070 (size=12301) 2024-12-11T19:26:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945240719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945240721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945240719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945240721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945240724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945240924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945240924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945240925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945240925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:20,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945240927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/38b23eea03204968b69aa97cc1379b05 2024-12-11T19:26:21,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/f287552125664409a2b9f058c4b28e78 is 50, key is test_row_0/C:col10/1733945179964/Put/seqid=0 2024-12-11T19:26:21,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741895_1071 (size=12301) 2024-12-11T19:26:21,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/f287552125664409a2b9f058c4b28e78 2024-12-11T19:26:21,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/3c0ecd66bd3a459f8f3c0e47da0e049b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c0ecd66bd3a459f8f3c0e47da0e049b 2024-12-11T19:26:21,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c0ecd66bd3a459f8f3c0e47da0e049b, entries=200, sequenceid=277, filesize=14.4 K 2024-12-11T19:26:21,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/38b23eea03204968b69aa97cc1379b05 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/38b23eea03204968b69aa97cc1379b05 2024-12-11T19:26:21,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/38b23eea03204968b69aa97cc1379b05, entries=150, sequenceid=277, filesize=12.0 K 2024-12-11T19:26:21,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/f287552125664409a2b9f058c4b28e78 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f287552125664409a2b9f058c4b28e78 2024-12-11T19:26:21,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f287552125664409a2b9f058c4b28e78, entries=150, sequenceid=277, filesize=12.0 K 2024-12-11T19:26:21,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a006e4ee40d38a2d805d224f18b1abc2 in 545ms, sequenceid=277, compaction requested=true 2024-12-11T19:26:21,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:21,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:21,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:21,134 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:21,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:21,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:21,134 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:21,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:21,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:21,136 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39639 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:21,136 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:21,136 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,137 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b4c874b210c944e1a7c300e3f59fc437, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/918cc6e8f3994afc8cebb2f8f5cdab2b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c0ecd66bd3a459f8f3c0e47da0e049b] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=38.7 K 2024-12-11T19:26:21,137 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:21,137 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:21,137 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,137 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/dc77d733f512459a910179daa562f3e0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a34adfa3a046435a95c8fd5790d204de, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/38b23eea03204968b69aa97cc1379b05] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.3 K 2024-12-11T19:26:21,137 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4c874b210c944e1a7c300e3f59fc437, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945178967 2024-12-11T19:26:21,138 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting dc77d733f512459a910179daa562f3e0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945178967 2024-12-11T19:26:21,138 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918cc6e8f3994afc8cebb2f8f5cdab2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733945179589 2024-12-11T19:26:21,138 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a34adfa3a046435a95c8fd5790d204de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733945179589 2024-12-11T19:26:21,138 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 38b23eea03204968b69aa97cc1379b05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945179959 2024-12-11T19:26:21,139 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c0ecd66bd3a459f8f3c0e47da0e049b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945179959 2024-12-11T19:26:21,152 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:21,152 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:21,153 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/7c2683cec9e64dc8a6f404151e70bc83 is 50, key is test_row_0/B:col10/1733945179964/Put/seqid=0 2024-12-11T19:26:21,153 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/a27faec60dac40c2bfd4a9f62ac3faed is 50, key is test_row_0/A:col10/1733945179964/Put/seqid=0 2024-12-11T19:26:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741897_1073 (size=12949) 2024-12-11T19:26:21,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741896_1072 (size=12949) 2024-12-11T19:26:21,183 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/7c2683cec9e64dc8a6f404151e70bc83 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7c2683cec9e64dc8a6f404151e70bc83 2024-12-11T19:26:21,194 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into 7c2683cec9e64dc8a6f404151e70bc83(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:21,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:21,194 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945181134; duration=0sec 2024-12-11T19:26:21,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:21,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:21,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:21,196 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:21,196 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:21,196 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,196 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6dbb0b8148d64f9f88a0539e148c642c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/39b60c4df5e54441a5816218f6d621e5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f287552125664409a2b9f058c4b28e78] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.3 K 2024-12-11T19:26:21,197 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dbb0b8148d64f9f88a0539e148c642c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945178967 2024-12-11T19:26:21,198 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b60c4df5e54441a5816218f6d621e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733945179589 2024-12-11T19:26:21,199 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f287552125664409a2b9f058c4b28e78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945179959 2024-12-11T19:26:21,213 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:21,215 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/5d808376a8b049b090a4421c94448ef4 is 50, key is test_row_0/C:col10/1733945179964/Put/seqid=0 2024-12-11T19:26:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741898_1074 (size=12949) 2024-12-11T19:26:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:21,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T19:26:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:21,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/3c077d34a16c48c58d706d14ecb0ddd5 is 50, key is test_row_0/A:col10/1733945181231/Put/seqid=0 2024-12-11T19:26:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945241259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945241259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945241259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945241261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945241261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-11T19:26:21,276 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-11T19:26:21,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-11T19:26:21,282 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-11T19:26:21,282 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:21,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741899_1075 (size=12301) 2024-12-11T19:26:21,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945241366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945241368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945241368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945241368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945241369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-11T19:26:21,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-11T19:26:21,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:21,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945241573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945241573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945241573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945241578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-11T19:26:21,588 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/a27faec60dac40c2bfd4a9f62ac3faed as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/a27faec60dac40c2bfd4a9f62ac3faed 2024-12-11T19:26:21,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945241587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-11T19:26:21,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:21,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,602 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into a27faec60dac40c2bfd4a9f62ac3faed(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:21,603 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:21,603 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945181134; duration=0sec 2024-12-11T19:26:21,604 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:21,604 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:21,636 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/5d808376a8b049b090a4421c94448ef4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/5d808376a8b049b090a4421c94448ef4 2024-12-11T19:26:21,649 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into 5d808376a8b049b090a4421c94448ef4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:21,650 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:21,650 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945181134; duration=0sec 2024-12-11T19:26:21,652 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:21,652 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:21,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/3c077d34a16c48c58d706d14ecb0ddd5 2024-12-11T19:26:21,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ab644c0cda0c4e879d657606542feb60 is 50, key is test_row_0/B:col10/1733945181231/Put/seqid=0 2024-12-11T19:26:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741900_1076 (size=12301) 2024-12-11T19:26:21,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ab644c0cda0c4e879d657606542feb60 2024-12-11T19:26:21,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/43581adbde5249d2b132c7b178274a31 is 50, key is test_row_0/C:col10/1733945181231/Put/seqid=0 2024-12-11T19:26:21,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-11T19:26:21,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:21,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741901_1077 (size=12301) 2024-12-11T19:26:21,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/43581adbde5249d2b132c7b178274a31 2024-12-11T19:26:21,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/3c077d34a16c48c58d706d14ecb0ddd5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c077d34a16c48c58d706d14ecb0ddd5 2024-12-11T19:26:21,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c077d34a16c48c58d706d14ecb0ddd5, entries=150, sequenceid=299, filesize=12.0 K 2024-12-11T19:26:21,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ab644c0cda0c4e879d657606542feb60 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ab644c0cda0c4e879d657606542feb60 2024-12-11T19:26:21,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ab644c0cda0c4e879d657606542feb60, entries=150, sequenceid=299, filesize=12.0 K 2024-12-11T19:26:21,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/43581adbde5249d2b132c7b178274a31 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/43581adbde5249d2b132c7b178274a31 2024-12-11T19:26:21,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/43581adbde5249d2b132c7b178274a31, entries=150, sequenceid=299, filesize=12.0 K 2024-12-11T19:26:21,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for a006e4ee40d38a2d805d224f18b1abc2 in 579ms, sequenceid=299, compaction requested=false 2024-12-11T19:26:21,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:21,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:26:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-11T19:26:21,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b7651f1a3c884aa78b60772d4c097361 is 50, key is test_row_0/A:col10/1733945181879/Put/seqid=0 2024-12-11T19:26:21,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-11T19:26:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:21,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:21,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945241904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945241911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945241911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945241913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945241913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:21,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741902_1078 (size=17181) 2024-12-11T19:26:21,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b7651f1a3c884aa78b60772d4c097361 2024-12-11T19:26:21,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2965040709774cdea81e088fb4df7523 is 50, key is test_row_0/B:col10/1733945181879/Put/seqid=0 2024-12-11T19:26:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741903_1079 (size=12301) 2024-12-11T19:26:21,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2965040709774cdea81e088fb4df7523 2024-12-11T19:26:21,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/070d8624bc9046f09056624fba988378 is 50, key is test_row_0/C:col10/1733945181879/Put/seqid=0 2024-12-11T19:26:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741904_1080 (size=12301) 2024-12-11T19:26:22,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/070d8624bc9046f09056624fba988378 2024-12-11T19:26:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945242015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945242017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b7651f1a3c884aa78b60772d4c097361 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b7651f1a3c884aa78b60772d4c097361 2024-12-11T19:26:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945242018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945242018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945242018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b7651f1a3c884aa78b60772d4c097361, entries=250, sequenceid=319, filesize=16.8 K 2024-12-11T19:26:22,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2965040709774cdea81e088fb4df7523 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2965040709774cdea81e088fb4df7523 2024-12-11T19:26:22,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2965040709774cdea81e088fb4df7523, entries=150, sequenceid=319, filesize=12.0 K 2024-12-11T19:26:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/070d8624bc9046f09056624fba988378 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/070d8624bc9046f09056624fba988378 2024-12-11T19:26:22,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-11T19:26:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:22,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:22,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:22,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/070d8624bc9046f09056624fba988378, entries=150, sequenceid=319, filesize=12.0 K 2024-12-11T19:26:22,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a006e4ee40d38a2d805d224f18b1abc2 in 185ms, sequenceid=319, compaction requested=true 2024-12-11T19:26:22,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:22,067 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:22,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:22,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:22,068 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:22,068 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:22,069 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:22,069 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:22,069 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/a27faec60dac40c2bfd4a9f62ac3faed, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c077d34a16c48c58d706d14ecb0ddd5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b7651f1a3c884aa78b60772d4c097361] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=41.4 K 2024-12-11T19:26:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:22,069 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a27faec60dac40c2bfd4a9f62ac3faed, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945179959 2024-12-11T19:26:22,070 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:22,070 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:22,070 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:22,070 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7c2683cec9e64dc8a6f404151e70bc83, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ab644c0cda0c4e879d657606542feb60, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2965040709774cdea81e088fb4df7523] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.7 K 2024-12-11T19:26:22,070 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c077d34a16c48c58d706d14ecb0ddd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733945181231 2024-12-11T19:26:22,071 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7651f1a3c884aa78b60772d4c097361, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733945181256 2024-12-11T19:26:22,071 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c2683cec9e64dc8a6f404151e70bc83, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945179959 2024-12-11T19:26:22,072 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ab644c0cda0c4e879d657606542feb60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733945181231 2024-12-11T19:26:22,072 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2965040709774cdea81e088fb4df7523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733945181259 2024-12-11T19:26:22,093 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:22,094 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:22,094 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/73e443113b1143a28690db50d011fb14 is 50, key is test_row_0/A:col10/1733945181879/Put/seqid=0 2024-12-11T19:26:22,095 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/686bc0e0a210490ca1eec98e29c382f3 is 50, key is test_row_0/B:col10/1733945181879/Put/seqid=0 2024-12-11T19:26:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741905_1081 (size=13051) 2024-12-11T19:26:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741906_1082 (size=13051) 2024-12-11T19:26:22,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-11T19:26:22,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:22,216 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:26:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:22,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/2cd4b3aa53cb42219dec3cbd9c049f01 is 50, key is test_row_0/A:col10/1733945181906/Put/seqid=0 2024-12-11T19:26:22,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741907_1083 (size=12301) 2024-12-11T19:26:22,242 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/2cd4b3aa53cb42219dec3cbd9c049f01 2024-12-11T19:26:22,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945242249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945242251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945242255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945242255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f0effacbbbd542faa1b2aed5ffe6b50f is 50, key is test_row_0/B:col10/1733945181906/Put/seqid=0 2024-12-11T19:26:22,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945242255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741908_1084 (size=12301) 2024-12-11T19:26:22,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945242359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945242361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945242365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945242371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945242372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-11T19:26:22,536 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/73e443113b1143a28690db50d011fb14 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/73e443113b1143a28690db50d011fb14 2024-12-11T19:26:22,545 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into 73e443113b1143a28690db50d011fb14(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:22,545 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:22,545 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945182067; duration=0sec 2024-12-11T19:26:22,546 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:22,547 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:22,547 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:22,550 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:22,550 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:22,550 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:22,551 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/5d808376a8b049b090a4421c94448ef4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/43581adbde5249d2b132c7b178274a31, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/070d8624bc9046f09056624fba988378] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.7 K 2024-12-11T19:26:22,551 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d808376a8b049b090a4421c94448ef4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945179959 2024-12-11T19:26:22,552 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43581adbde5249d2b132c7b178274a31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733945181231 2024-12-11T19:26:22,552 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 070d8624bc9046f09056624fba988378, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733945181259 2024-12-11T19:26:22,561 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/686bc0e0a210490ca1eec98e29c382f3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/686bc0e0a210490ca1eec98e29c382f3 2024-12-11T19:26:22,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945242563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,570 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:22,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,574 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/b5042b645ab34322a6f69f825a1e6908 is 50, key is test_row_0/C:col10/1733945181879/Put/seqid=0 2024-12-11T19:26:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945242567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,574 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into 686bc0e0a210490ca1eec98e29c382f3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945242573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,575 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:22,575 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945182068; duration=0sec 2024-12-11T19:26:22,575 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:22,575 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945242579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945242579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741909_1085 (size=13051) 2024-12-11T19:26:22,696 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f0effacbbbd542faa1b2aed5ffe6b50f 2024-12-11T19:26:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/a813ada40f764085a312105e660deb8a is 50, key is test_row_0/C:col10/1733945181906/Put/seqid=0 2024-12-11T19:26:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741910_1086 (size=12301) 2024-12-11T19:26:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945242868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945242877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945242877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945242883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945242886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:22,996 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/b5042b645ab34322a6f69f825a1e6908 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/b5042b645ab34322a6f69f825a1e6908 2024-12-11T19:26:23,003 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into b5042b645ab34322a6f69f825a1e6908(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:23,003 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:23,003 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945182070; duration=0sec 2024-12-11T19:26:23,003 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:23,004 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:23,119 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/a813ada40f764085a312105e660deb8a 2024-12-11T19:26:23,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/2cd4b3aa53cb42219dec3cbd9c049f01 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2cd4b3aa53cb42219dec3cbd9c049f01 2024-12-11T19:26:23,135 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2cd4b3aa53cb42219dec3cbd9c049f01, entries=150, sequenceid=338, filesize=12.0 K 2024-12-11T19:26:23,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f0effacbbbd542faa1b2aed5ffe6b50f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f0effacbbbd542faa1b2aed5ffe6b50f 2024-12-11T19:26:23,145 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f0effacbbbd542faa1b2aed5ffe6b50f, entries=150, sequenceid=338, filesize=12.0 K 2024-12-11T19:26:23,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/a813ada40f764085a312105e660deb8a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/a813ada40f764085a312105e660deb8a 2024-12-11T19:26:23,154 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/a813ada40f764085a312105e660deb8a, entries=150, sequenceid=338, filesize=12.0 K 2024-12-11T19:26:23,155 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for a006e4ee40d38a2d805d224f18b1abc2 in 939ms, sequenceid=338, compaction requested=false 2024-12-11T19:26:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-11T19:26:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-11T19:26:23,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-11T19:26:23,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-12-11T19:26:23,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8830 sec 2024-12-11T19:26:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-11T19:26:23,387 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-11T19:26:23,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-11T19:26:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-11T19:26:23,432 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:23,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T19:26:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:23,433 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:23,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:23,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/306130bee86048d8bae2e3b8dc5b14d2 is 50, key is test_row_0/A:col10/1733945183383/Put/seqid=0 2024-12-11T19:26:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741911_1087 (size=12301) 2024-12-11T19:26:23,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/306130bee86048d8bae2e3b8dc5b14d2 2024-12-11T19:26:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945243455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945243455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945243455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945243456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945243456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/1a8bbdbf73c4463dae3f278838e9d866 is 50, key is test_row_0/B:col10/1733945183383/Put/seqid=0 2024-12-11T19:26:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741912_1088 (size=12301) 2024-12-11T19:26:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-11T19:26:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945243559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945243559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945243559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945243560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945243560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-11T19:26:23,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:23,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-11T19:26:23,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-11T19:26:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945243761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945243763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945243764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945243764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945243764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/1a8bbdbf73c4463dae3f278838e9d866 2024-12-11T19:26:23,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/fb996e884c5d412182f64390b025130f is 50, key is test_row_0/C:col10/1733945183383/Put/seqid=0 2024-12-11T19:26:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741913_1089 (size=12301) 2024-12-11T19:26:23,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/fb996e884c5d412182f64390b025130f 2024-12-11T19:26:23,894 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:23,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-11T19:26:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:23,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/306130bee86048d8bae2e3b8dc5b14d2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/306130bee86048d8bae2e3b8dc5b14d2 2024-12-11T19:26:23,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/306130bee86048d8bae2e3b8dc5b14d2, entries=150, sequenceid=363, filesize=12.0 K 2024-12-11T19:26:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/1a8bbdbf73c4463dae3f278838e9d866 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/1a8bbdbf73c4463dae3f278838e9d866 2024-12-11T19:26:23,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/1a8bbdbf73c4463dae3f278838e9d866, entries=150, sequenceid=363, filesize=12.0 K 2024-12-11T19:26:23,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/fb996e884c5d412182f64390b025130f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fb996e884c5d412182f64390b025130f 2024-12-11T19:26:23,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fb996e884c5d412182f64390b025130f, entries=150, sequenceid=363, filesize=12.0 K 2024-12-11T19:26:23,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a006e4ee40d38a2d805d224f18b1abc2 in 498ms, sequenceid=363, compaction requested=true 2024-12-11T19:26:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:23,931 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:23,931 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:23,932 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:23,932 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:23,932 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:23,932 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:23,933 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,933 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:23,933 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/686bc0e0a210490ca1eec98e29c382f3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f0effacbbbd542faa1b2aed5ffe6b50f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/1a8bbdbf73c4463dae3f278838e9d866] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.8 K 2024-12-11T19:26:23,933 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/73e443113b1143a28690db50d011fb14, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2cd4b3aa53cb42219dec3cbd9c049f01, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/306130bee86048d8bae2e3b8dc5b14d2] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.8 K 2024-12-11T19:26:23,933 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 686bc0e0a210490ca1eec98e29c382f3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733945181259 2024-12-11T19:26:23,933 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73e443113b1143a28690db50d011fb14, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733945181259 2024-12-11T19:26:23,934 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f0effacbbbd542faa1b2aed5ffe6b50f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733945181896 2024-12-11T19:26:23,934 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd4b3aa53cb42219dec3cbd9c049f01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733945181896 2024-12-11T19:26:23,934 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a8bbdbf73c4463dae3f278838e9d866, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733945183379 2024-12-11T19:26:23,934 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 306130bee86048d8bae2e3b8dc5b14d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733945183379 2024-12-11T19:26:23,967 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:23,969 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/30036a3b7e8148c6b0b5ea45b7e041c1 is 50, key is test_row_0/A:col10/1733945183383/Put/seqid=0 2024-12-11T19:26:23,973 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:23,973 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/759e394dc451454b904e58c85db0c8c2 is 50, key is test_row_0/B:col10/1733945183383/Put/seqid=0 2024-12-11T19:26:24,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741914_1090 (size=13153) 2024-12-11T19:26:24,009 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/30036a3b7e8148c6b0b5ea45b7e041c1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/30036a3b7e8148c6b0b5ea45b7e041c1 2024-12-11T19:26:24,018 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into 30036a3b7e8148c6b0b5ea45b7e041c1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:24,018 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:24,018 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945183931; duration=0sec 2024-12-11T19:26:24,018 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:24,018 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:24,018 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741915_1091 (size=13153) 2024-12-11T19:26:24,022 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:24,022 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:24,022 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:24,022 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/b5042b645ab34322a6f69f825a1e6908, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/a813ada40f764085a312105e660deb8a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fb996e884c5d412182f64390b025130f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.8 K 2024-12-11T19:26:24,024 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5042b645ab34322a6f69f825a1e6908, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733945181259 2024-12-11T19:26:24,025 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a813ada40f764085a312105e660deb8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733945181896 2024-12-11T19:26:24,025 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb996e884c5d412182f64390b025130f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733945183379 2024-12-11T19:26:24,034 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/759e394dc451454b904e58c85db0c8c2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/759e394dc451454b904e58c85db0c8c2 2024-12-11T19:26:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-11T19:26:24,050 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:24,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-11T19:26:24,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:24,052 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:26:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:24,053 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into 759e394dc451454b904e58c85db0c8c2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:24,053 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:24,053 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945183931; duration=0sec 2024-12-11T19:26:24,054 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/7214957d69984e50a1dd0527cd956c89 is 50, key is test_row_0/C:col10/1733945183383/Put/seqid=0 2024-12-11T19:26:24,054 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:24,054 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:24,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/7508bbdac32949d99862c3f592323666 is 50, key is test_row_0/A:col10/1733945183455/Put/seqid=0 2024-12-11T19:26:24,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741916_1092 (size=13153) 2024-12-11T19:26:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:24,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:24,080 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/7214957d69984e50a1dd0527cd956c89 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/7214957d69984e50a1dd0527cd956c89 2024-12-11T19:26:24,088 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into 7214957d69984e50a1dd0527cd956c89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:24,089 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:24,090 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945183931; duration=0sec 2024-12-11T19:26:24,090 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:24,090 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945244096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945244097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945244097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945244098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945244099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741917_1093 (size=12301) 2024-12-11T19:26:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945244203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945244202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945244203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945244203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945244204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945244406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945244406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945244410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945244410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945244410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,507 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/7508bbdac32949d99862c3f592323666 2024-12-11T19:26:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-11T19:26:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ae0f87a1d0b148d582ef1acca6be4906 is 50, key is test_row_0/B:col10/1733945183455/Put/seqid=0 2024-12-11T19:26:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741918_1094 (size=12301) 2024-12-11T19:26:24,584 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ae0f87a1d0b148d582ef1acca6be4906 2024-12-11T19:26:24,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/8c8aa71dc0df468c8ed5596a5eec1293 is 50, key is test_row_0/C:col10/1733945183455/Put/seqid=0 2024-12-11T19:26:24,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741919_1095 (size=12301) 2024-12-11T19:26:24,632 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/8c8aa71dc0df468c8ed5596a5eec1293 2024-12-11T19:26:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/7508bbdac32949d99862c3f592323666 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7508bbdac32949d99862c3f592323666 2024-12-11T19:26:24,656 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7508bbdac32949d99862c3f592323666, entries=150, sequenceid=379, filesize=12.0 K 2024-12-11T19:26:24,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ae0f87a1d0b148d582ef1acca6be4906 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ae0f87a1d0b148d582ef1acca6be4906 2024-12-11T19:26:24,677 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ae0f87a1d0b148d582ef1acca6be4906, entries=150, sequenceid=379, filesize=12.0 K 2024-12-11T19:26:24,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/8c8aa71dc0df468c8ed5596a5eec1293 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8c8aa71dc0df468c8ed5596a5eec1293 2024-12-11T19:26:24,692 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8c8aa71dc0df468c8ed5596a5eec1293, entries=150, sequenceid=379, filesize=12.0 K 2024-12-11T19:26:24,695 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a006e4ee40d38a2d805d224f18b1abc2 in 642ms, sequenceid=379, compaction requested=false 2024-12-11T19:26:24,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:24,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:24,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-11T19:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-11T19:26:24,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-11T19:26:24,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2640 sec 2024-12-11T19:26:24,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3110 sec 2024-12-11T19:26:24,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:26:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:24,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/9bcd9abde3b346acbc9166fd41ef6146 is 50, key is test_row_0/A:col10/1733945184097/Put/seqid=0 2024-12-11T19:26:24,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945244722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945244725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945244723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945244728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945244728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741920_1096 (size=12301) 2024-12-11T19:26:24,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945244830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945244831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945244832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945244833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:24,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945244837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945245034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945245035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945245038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945245039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945245040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/9bcd9abde3b346acbc9166fd41ef6146 2024-12-11T19:26:25,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f99aeee15cc94163aa58ff316b4be639 is 50, key is test_row_0/B:col10/1733945184097/Put/seqid=0 2024-12-11T19:26:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741921_1097 (size=12301) 2024-12-11T19:26:25,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945245337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945245339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945245341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945245343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945245344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-11T19:26:25,536 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-11T19:26:25,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-11T19:26:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-11T19:26:25,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:25,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:25,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:25,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f99aeee15cc94163aa58ff316b4be639 2024-12-11T19:26:25,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/d18936477eac4c79ba782dbd14fff3f1 is 50, key is test_row_0/C:col10/1733945184097/Put/seqid=0 2024-12-11T19:26:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741922_1098 (size=12301) 2024-12-11T19:26:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-11T19:26:25,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-11T19:26:25,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:25,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:25,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:25,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:25,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-11T19:26:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945245843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945245844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945245846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945245847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-11T19:26:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:25,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:25,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945245851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:25,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/d18936477eac4c79ba782dbd14fff3f1 2024-12-11T19:26:26,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/9bcd9abde3b346acbc9166fd41ef6146 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/9bcd9abde3b346acbc9166fd41ef6146 2024-12-11T19:26:26,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-11T19:26:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:26,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:26,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/9bcd9abde3b346acbc9166fd41ef6146, entries=150, sequenceid=404, filesize=12.0 K 2024-12-11T19:26:26,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f99aeee15cc94163aa58ff316b4be639 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f99aeee15cc94163aa58ff316b4be639 2024-12-11T19:26:26,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f99aeee15cc94163aa58ff316b4be639, entries=150, sequenceid=404, filesize=12.0 K 2024-12-11T19:26:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/d18936477eac4c79ba782dbd14fff3f1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d18936477eac4c79ba782dbd14fff3f1 2024-12-11T19:26:26,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d18936477eac4c79ba782dbd14fff3f1, entries=150, sequenceid=404, filesize=12.0 K 2024-12-11T19:26:26,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a006e4ee40d38a2d805d224f18b1abc2 in 1329ms, sequenceid=404, compaction requested=true 2024-12-11T19:26:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:26,041 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:26,042 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:26,044 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:26,044 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:26,044 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:26,044 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:26,044 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:26,044 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:26,044 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/759e394dc451454b904e58c85db0c8c2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ae0f87a1d0b148d582ef1acca6be4906, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f99aeee15cc94163aa58ff316b4be639] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.9 K 2024-12-11T19:26:26,044 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/30036a3b7e8148c6b0b5ea45b7e041c1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7508bbdac32949d99862c3f592323666, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/9bcd9abde3b346acbc9166fd41ef6146] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.9 K 2024-12-11T19:26:26,045 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30036a3b7e8148c6b0b5ea45b7e041c1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733945183379 2024-12-11T19:26:26,045 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 759e394dc451454b904e58c85db0c8c2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733945183379 2024-12-11T19:26:26,045 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ae0f87a1d0b148d582ef1acca6be4906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733945183454 2024-12-11T19:26:26,045 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7508bbdac32949d99862c3f592323666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733945183454 2024-12-11T19:26:26,046 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bcd9abde3b346acbc9166fd41ef6146, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945184097 2024-12-11T19:26:26,046 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f99aeee15cc94163aa58ff316b4be639, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945184097 2024-12-11T19:26:26,060 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:26,061 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/e1409709804c4d5b8706c0b670a20f7d is 50, key is test_row_0/B:col10/1733945184097/Put/seqid=0 2024-12-11T19:26:26,064 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:26,065 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/2de606eccd764d3d9ec19758925bed7d is 50, key is test_row_0/A:col10/1733945184097/Put/seqid=0 2024-12-11T19:26:26,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741923_1099 (size=13255) 2024-12-11T19:26:26,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741924_1100 (size=13255) 2024-12-11T19:26:26,091 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/e1409709804c4d5b8706c0b670a20f7d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e1409709804c4d5b8706c0b670a20f7d 2024-12-11T19:26:26,101 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into e1409709804c4d5b8706c0b670a20f7d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:26,101 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:26,101 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945186041; duration=0sec 2024-12-11T19:26:26,101 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:26,101 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:26,101 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:26,103 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:26,103 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:26,103 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:26,103 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/7214957d69984e50a1dd0527cd956c89, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8c8aa71dc0df468c8ed5596a5eec1293, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d18936477eac4c79ba782dbd14fff3f1] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=36.9 K 2024-12-11T19:26:26,104 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 7214957d69984e50a1dd0527cd956c89, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733945183379 2024-12-11T19:26:26,106 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c8aa71dc0df468c8ed5596a5eec1293, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733945183454 2024-12-11T19:26:26,108 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d18936477eac4c79ba782dbd14fff3f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945184097 2024-12-11T19:26:26,125 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:26,125 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/441a2d59936c4d55a27ec366b0a701f1 is 50, key is test_row_0/C:col10/1733945184097/Put/seqid=0 2024-12-11T19:26:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741925_1101 (size=13255) 2024-12-11T19:26:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-11T19:26:26,148 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/441a2d59936c4d55a27ec366b0a701f1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/441a2d59936c4d55a27ec366b0a701f1 2024-12-11T19:26:26,158 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into 441a2d59936c4d55a27ec366b0a701f1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:26,159 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:26,159 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=13, startTime=1733945186042; duration=0sec 2024-12-11T19:26:26,159 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:26,160 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:26,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-11T19:26:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:26,165 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:26:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ab604e3d0e894f7cb8833a0d73400b7e is 50, key is test_row_0/A:col10/1733945184726/Put/seqid=0 2024-12-11T19:26:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741926_1102 (size=12301) 2024-12-11T19:26:26,495 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/2de606eccd764d3d9ec19758925bed7d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2de606eccd764d3d9ec19758925bed7d 2024-12-11T19:26:26,504 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into 2de606eccd764d3d9ec19758925bed7d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:26,504 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:26,504 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945186041; duration=0sec 2024-12-11T19:26:26,504 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:26,504 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:26,575 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ab604e3d0e894f7cb8833a0d73400b7e 2024-12-11T19:26:26,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ac88729ed27049bd82de3ac8285bc04c is 50, key is test_row_0/B:col10/1733945184726/Put/seqid=0 2024-12-11T19:26:26,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741927_1103 (size=12301) 2024-12-11T19:26:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-11T19:26:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:26,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:26,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945246863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945246864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945246865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945246865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945246866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945246969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945246973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945246973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945246973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:26,990 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ac88729ed27049bd82de3ac8285bc04c 2024-12-11T19:26:27,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/d14ff971db85480dbbde358ff622ccdd is 50, key is test_row_0/C:col10/1733945184726/Put/seqid=0 2024-12-11T19:26:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741928_1104 (size=12301) 2024-12-11T19:26:27,026 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/d14ff971db85480dbbde358ff622ccdd 2024-12-11T19:26:27,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/ab604e3d0e894f7cb8833a0d73400b7e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ab604e3d0e894f7cb8833a0d73400b7e 2024-12-11T19:26:27,041 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ab604e3d0e894f7cb8833a0d73400b7e, entries=150, sequenceid=418, filesize=12.0 K 2024-12-11T19:26:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/ac88729ed27049bd82de3ac8285bc04c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ac88729ed27049bd82de3ac8285bc04c 2024-12-11T19:26:27,050 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ac88729ed27049bd82de3ac8285bc04c, entries=150, sequenceid=418, filesize=12.0 K 2024-12-11T19:26:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/d14ff971db85480dbbde358ff622ccdd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d14ff971db85480dbbde358ff622ccdd 2024-12-11T19:26:27,059 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d14ff971db85480dbbde358ff622ccdd, entries=150, sequenceid=418, filesize=12.0 K 2024-12-11T19:26:27,060 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a006e4ee40d38a2d805d224f18b1abc2 in 895ms, sequenceid=418, compaction requested=false 2024-12-11T19:26:27,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:27,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:27,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-11T19:26:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-11T19:26:27,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-11T19:26:27,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5190 sec 2024-12-11T19:26:27,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.5260 sec 2024-12-11T19:26:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:27,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:26:27,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:27,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:27,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:27,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945247183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945247182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945247183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945247184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/bc97d9272a4e4339bcd6cef684e0afc0 is 50, key is test_row_0/A:col10/1733945187175/Put/seqid=0 2024-12-11T19:26:27,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741929_1105 (size=12301) 2024-12-11T19:26:27,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/bc97d9272a4e4339bcd6cef684e0afc0 2024-12-11T19:26:27,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/5de1aa227b674336a1f77ca2510eb320 is 50, key is test_row_0/B:col10/1733945187175/Put/seqid=0 2024-12-11T19:26:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741930_1106 (size=12301) 2024-12-11T19:26:27,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/5de1aa227b674336a1f77ca2510eb320 2024-12-11T19:26:27,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/e657294067214a759704288d6d2eb244 is 50, key is test_row_0/C:col10/1733945187175/Put/seqid=0 2024-12-11T19:26:27,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741931_1107 (size=12301) 2024-12-11T19:26:27,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945247286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945247287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945247287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945247289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945247488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945247489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945247489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945247490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/e657294067214a759704288d6d2eb244 2024-12-11T19:26:27,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/bc97d9272a4e4339bcd6cef684e0afc0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bc97d9272a4e4339bcd6cef684e0afc0 2024-12-11T19:26:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-11T19:26:27,648 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-11T19:26:27,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-11T19:26:27,651 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-11T19:26:27,653 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:27,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:27,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bc97d9272a4e4339bcd6cef684e0afc0, entries=150, sequenceid=444, filesize=12.0 K 2024-12-11T19:26:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/5de1aa227b674336a1f77ca2510eb320 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5de1aa227b674336a1f77ca2510eb320 2024-12-11T19:26:27,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5de1aa227b674336a1f77ca2510eb320, entries=150, sequenceid=444, filesize=12.0 K 2024-12-11T19:26:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/e657294067214a759704288d6d2eb244 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/e657294067214a759704288d6d2eb244 2024-12-11T19:26:27,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/e657294067214a759704288d6d2eb244, entries=150, sequenceid=444, filesize=12.0 K 2024-12-11T19:26:27,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a006e4ee40d38a2d805d224f18b1abc2 in 497ms, sequenceid=444, compaction requested=true 2024-12-11T19:26:27,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:27,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:27,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:27,674 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:27,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:27,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:27,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:27,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T19:26:27,674 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:27,675 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:27,675 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:27,675 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:27,675 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:27,675 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:27,675 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:27,676 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2de606eccd764d3d9ec19758925bed7d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ab604e3d0e894f7cb8833a0d73400b7e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bc97d9272a4e4339bcd6cef684e0afc0] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=37.0 K 2024-12-11T19:26:27,676 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e1409709804c4d5b8706c0b670a20f7d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ac88729ed27049bd82de3ac8285bc04c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5de1aa227b674336a1f77ca2510eb320] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=37.0 K 2024-12-11T19:26:27,676 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e1409709804c4d5b8706c0b670a20f7d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945184097 2024-12-11T19:26:27,676 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2de606eccd764d3d9ec19758925bed7d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945184097 2024-12-11T19:26:27,677 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab604e3d0e894f7cb8833a0d73400b7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733945184721 2024-12-11T19:26:27,677 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ac88729ed27049bd82de3ac8285bc04c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733945184721 2024-12-11T19:26:27,677 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc97d9272a4e4339bcd6cef684e0afc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733945186864 2024-12-11T19:26:27,677 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 5de1aa227b674336a1f77ca2510eb320, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733945186864 2024-12-11T19:26:27,687 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:27,688 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/fddd05566a0c4910a6a9184bb2246f18 is 50, key is test_row_0/A:col10/1733945187175/Put/seqid=0 2024-12-11T19:26:27,688 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#94 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:27,689 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/4722cad89c2d4573acfe05297267a36d is 50, key is test_row_0/B:col10/1733945187175/Put/seqid=0 2024-12-11T19:26:27,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741933_1109 (size=13357) 2024-12-11T19:26:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741932_1108 (size=13357) 2024-12-11T19:26:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-11T19:26:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:27,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:26:27,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:27,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b07f3cc6e1554b2f975d788780f8883d is 50, key is test_row_0/A:col10/1733945187790/Put/seqid=0 2024-12-11T19:26:27,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:27,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:27,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:27,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741934_1110 (size=12301) 2024-12-11T19:26:27,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b07f3cc6e1554b2f975d788780f8883d 2024-12-11T19:26:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945247823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945247823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945247824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945247825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/892c05499e344bc7afd383d7e550c899 is 50, key is test_row_0/B:col10/1733945187790/Put/seqid=0 2024-12-11T19:26:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741935_1111 (size=12301) 2024-12-11T19:26:27,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/892c05499e344bc7afd383d7e550c899 2024-12-11T19:26:27,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/fbf4ae955ea44d039f1a38b9a1496bac is 50, key is test_row_0/C:col10/1733945187790/Put/seqid=0 2024-12-11T19:26:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741936_1112 (size=12301) 2024-12-11T19:26:27,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/fbf4ae955ea44d039f1a38b9a1496bac 2024-12-11T19:26:27,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/b07f3cc6e1554b2f975d788780f8883d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b07f3cc6e1554b2f975d788780f8883d 2024-12-11T19:26:27,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b07f3cc6e1554b2f975d788780f8883d, entries=150, sequenceid=457, filesize=12.0 K 2024-12-11T19:26:27,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/892c05499e344bc7afd383d7e550c899 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/892c05499e344bc7afd383d7e550c899 2024-12-11T19:26:27,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/892c05499e344bc7afd383d7e550c899, entries=150, sequenceid=457, filesize=12.0 K 2024-12-11T19:26:27,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/fbf4ae955ea44d039f1a38b9a1496bac as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fbf4ae955ea44d039f1a38b9a1496bac 2024-12-11T19:26:27,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fbf4ae955ea44d039f1a38b9a1496bac, entries=150, sequenceid=457, filesize=12.0 K 2024-12-11T19:26:27,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a006e4ee40d38a2d805d224f18b1abc2 in 95ms, sequenceid=457, compaction requested=true 2024-12-11T19:26:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T19:26:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-11T19:26:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-11T19:26:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:27,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:26:27,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:27,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:27,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:27,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:27,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/147044f3dd04454685ffb35ca2ffcecf is 50, key is test_row_0/A:col10/1733945187927/Put/seqid=0 2024-12-11T19:26:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741937_1113 (size=12301) 2024-12-11T19:26:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945247936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945247936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945247939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945247940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-11T19:26:27,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:27,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:27,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945248041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945248042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945248044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945248044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,105 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/fddd05566a0c4910a6a9184bb2246f18 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/fddd05566a0c4910a6a9184bb2246f18 2024-12-11T19:26:28,105 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/4722cad89c2d4573acfe05297267a36d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/4722cad89c2d4573acfe05297267a36d 2024-12-11T19:26:28,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:28,113 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into 4722cad89c2d4573acfe05297267a36d(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:28,113 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into fddd05566a0c4910a6a9184bb2246f18(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:28,113 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:28,113 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:28,113 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945187674; duration=0sec 2024-12-11T19:26:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,113 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945187674; duration=0sec 2024-12-11T19:26:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:28,114 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-11T19:26:28,114 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,114 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-11T19:26:28,114 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:28,114 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:28,114 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:28,114 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:28,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,119 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:28,120 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:28,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-11T19:26:28,120 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:26:28,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:26:28,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. because compaction request was cancelled 2024-12-11T19:26:28,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:28,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T19:26:28,120 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/441a2d59936c4d55a27ec366b0a701f1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d14ff971db85480dbbde358ff622ccdd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/e657294067214a759704288d6d2eb244, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fbf4ae955ea44d039f1a38b9a1496bac] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=49.0 K 2024-12-11T19:26:28,121 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 441a2d59936c4d55a27ec366b0a701f1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945184097 2024-12-11T19:26:28,122 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:26:28,122 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:26:28,122 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. because compaction request was cancelled 2024-12-11T19:26:28,122 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:28,122 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T19:26:28,123 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:26:28,123 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d14ff971db85480dbbde358ff622ccdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733945184721 2024-12-11T19:26:28,123 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:26:28,124 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. because compaction request was cancelled 2024-12-11T19:26:28,124 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:28,124 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting e657294067214a759704288d6d2eb244, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733945186864 2024-12-11T19:26:28,124 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbf4ae955ea44d039f1a38b9a1496bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733945187183 2024-12-11T19:26:28,134 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:28,134 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ab81426defbf4e9583a4f673cb42c8ee is 50, key is test_row_0/C:col10/1733945187790/Put/seqid=0 2024-12-11T19:26:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741938_1114 (size=13391) 2024-12-11T19:26:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945248243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945248244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945248248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945248248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-11T19:26:28,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/147044f3dd04454685ffb35ca2ffcecf 2024-12-11T19:26:28,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2880563beb8d4dcf8206932acf9c2090 is 50, key is test_row_0/B:col10/1733945187927/Put/seqid=0 2024-12-11T19:26:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741939_1115 (size=12301) 2024-12-11T19:26:28,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2880563beb8d4dcf8206932acf9c2090 2024-12-11T19:26:28,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/9831c954ff844a1ba4b312725e732875 is 50, key is test_row_0/C:col10/1733945187927/Put/seqid=0 2024-12-11T19:26:28,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741940_1116 (size=12301) 2024-12-11T19:26:28,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,548 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ab81426defbf4e9583a4f673cb42c8ee as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab81426defbf4e9583a4f673cb42c8ee 2024-12-11T19:26:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945248548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945248548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945248551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,553 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into ab81426defbf4e9583a4f673cb42c8ee(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:28,553 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:28,553 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=12, startTime=1733945187889; duration=0sec 2024-12-11T19:26:28,553 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:28,553 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:28,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945248552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-11T19:26:28,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/9831c954ff844a1ba4b312725e732875 2024-12-11T19:26:28,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/147044f3dd04454685ffb35ca2ffcecf as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/147044f3dd04454685ffb35ca2ffcecf 2024-12-11T19:26:28,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/147044f3dd04454685ffb35ca2ffcecf, entries=150, sequenceid=482, filesize=12.0 K 2024-12-11T19:26:28,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2880563beb8d4dcf8206932acf9c2090 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2880563beb8d4dcf8206932acf9c2090 2024-12-11T19:26:28,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2880563beb8d4dcf8206932acf9c2090, entries=150, sequenceid=482, filesize=12.0 K 2024-12-11T19:26:28,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/9831c954ff844a1ba4b312725e732875 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/9831c954ff844a1ba4b312725e732875 2024-12-11T19:26:28,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/9831c954ff844a1ba4b312725e732875, entries=150, sequenceid=482, filesize=12.0 K 2024-12-11T19:26:28,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a006e4ee40d38a2d805d224f18b1abc2 in 895ms, sequenceid=482, compaction requested=true 2024-12-11T19:26:28,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:28,824 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:28,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:28,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:28,826 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:28,826 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:28,826 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:28,826 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,826 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/fddd05566a0c4910a6a9184bb2246f18, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b07f3cc6e1554b2f975d788780f8883d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/147044f3dd04454685ffb35ca2ffcecf] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=37.1 K 2024-12-11T19:26:28,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:28,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:28,827 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting fddd05566a0c4910a6a9184bb2246f18, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733945186864 2024-12-11T19:26:28,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:28,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:28,827 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:28,827 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:28,827 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,827 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/4722cad89c2d4573acfe05297267a36d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/892c05499e344bc7afd383d7e550c899, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2880563beb8d4dcf8206932acf9c2090] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=37.1 K 2024-12-11T19:26:28,828 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b07f3cc6e1554b2f975d788780f8883d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733945187183 2024-12-11T19:26:28,830 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 4722cad89c2d4573acfe05297267a36d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733945186864 2024-12-11T19:26:28,830 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 147044f3dd04454685ffb35ca2ffcecf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733945187821 2024-12-11T19:26:28,832 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 892c05499e344bc7afd383d7e550c899, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733945187183 2024-12-11T19:26:28,833 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2880563beb8d4dcf8206932acf9c2090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733945187821 2024-12-11T19:26:28,844 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:28,846 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/4e6a5291831e4adcb6069862120ec807 is 50, key is test_row_0/A:col10/1733945187927/Put/seqid=0 2024-12-11T19:26:28,858 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:28,858 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f6d4565364c94d749426c9249de403db is 50, key is test_row_0/B:col10/1733945187927/Put/seqid=0 2024-12-11T19:26:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741941_1117 (size=13459) 2024-12-11T19:26:28,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741942_1118 (size=13459) 2024-12-11T19:26:28,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-11T19:26:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:28,881 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:26:28,882 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/4e6a5291831e4adcb6069862120ec807 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/4e6a5291831e4adcb6069862120ec807 2024-12-11T19:26:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:28,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:28,889 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into 4e6a5291831e4adcb6069862120ec807(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:28,889 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:28,889 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945188824; duration=0sec 2024-12-11T19:26:28,889 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:28,889 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:28,889 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T19:26:28,891 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:26:28,892 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:26:28,892 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. because compaction request was cancelled 2024-12-11T19:26:28,892 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:28,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/6fba7be5da174645930b7a136534ac18 is 50, key is test_row_0/A:col10/1733945188877/Put/seqid=0 2024-12-11T19:26:28,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741943_1119 (size=12301) 2024-12-11T19:26:28,920 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/6fba7be5da174645930b7a136534ac18 2024-12-11T19:26:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/6eee2349c60046abaebe2b608352ab10 is 50, key is test_row_0/B:col10/1733945188877/Put/seqid=0 2024-12-11T19:26:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741944_1120 (size=12301) 2024-12-11T19:26:28,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945248957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945249051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945249052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945249057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945249058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945249060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945249272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,288 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/f6d4565364c94d749426c9249de403db as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f6d4565364c94d749426c9249de403db 2024-12-11T19:26:29,293 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into f6d4565364c94d749426c9249de403db(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:29,294 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:29,294 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945188826; duration=0sec 2024-12-11T19:26:29,294 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:29,294 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:29,337 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/6eee2349c60046abaebe2b608352ab10 2024-12-11T19:26:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/41d86210a9cd45c8bd0a34e51ad6624a is 50, key is test_row_0/C:col10/1733945188877/Put/seqid=0 2024-12-11T19:26:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741945_1121 (size=12301) 2024-12-11T19:26:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945249575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:29,750 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/41d86210a9cd45c8bd0a34e51ad6624a 2024-12-11T19:26:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-11T19:26:29,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/6fba7be5da174645930b7a136534ac18 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/6fba7be5da174645930b7a136534ac18 2024-12-11T19:26:29,761 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/6fba7be5da174645930b7a136534ac18, entries=150, sequenceid=497, filesize=12.0 K 2024-12-11T19:26:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/6eee2349c60046abaebe2b608352ab10 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6eee2349c60046abaebe2b608352ab10 2024-12-11T19:26:29,768 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6eee2349c60046abaebe2b608352ab10, entries=150, sequenceid=497, filesize=12.0 K 2024-12-11T19:26:29,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/41d86210a9cd45c8bd0a34e51ad6624a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/41d86210a9cd45c8bd0a34e51ad6624a 2024-12-11T19:26:29,779 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/41d86210a9cd45c8bd0a34e51ad6624a, entries=150, sequenceid=497, filesize=12.0 K 2024-12-11T19:26:29,780 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a006e4ee40d38a2d805d224f18b1abc2 in 900ms, sequenceid=497, compaction requested=true 2024-12-11T19:26:29,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:29,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:29,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-11T19:26:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-11T19:26:29,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-11T19:26:29,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-12-11T19:26:29,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.1340 sec 2024-12-11T19:26:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:30,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:26:30,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:30,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:30,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:30,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:30,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:30,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:30,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e647153806e14384b9fab8254e09d94d is 50, key is test_row_0/A:col10/1733945190056/Put/seqid=0 2024-12-11T19:26:30,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945250070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945250071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945250072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945250073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945250077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741946_1122 (size=14741) 2024-12-11T19:26:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945250174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945250177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945250177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945250378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945250380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945250381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e647153806e14384b9fab8254e09d94d 2024-12-11T19:26:30,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2d3da176a25841788963b8001ca70b40 is 50, key is test_row_0/B:col10/1733945190056/Put/seqid=0 2024-12-11T19:26:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741947_1123 (size=12301) 2024-12-11T19:26:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945250682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945250684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945250685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:30,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2d3da176a25841788963b8001ca70b40 2024-12-11T19:26:30,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ab94fd00ca5f4543ba29a927c0d6e3d1 is 50, key is test_row_0/C:col10/1733945190056/Put/seqid=0 2024-12-11T19:26:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741948_1124 (size=12301) 2024-12-11T19:26:30,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ab94fd00ca5f4543ba29a927c0d6e3d1 2024-12-11T19:26:30,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e647153806e14384b9fab8254e09d94d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e647153806e14384b9fab8254e09d94d 2024-12-11T19:26:30,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e647153806e14384b9fab8254e09d94d, entries=200, sequenceid=524, filesize=14.4 K 2024-12-11T19:26:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/2d3da176a25841788963b8001ca70b40 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2d3da176a25841788963b8001ca70b40 2024-12-11T19:26:30,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2d3da176a25841788963b8001ca70b40, entries=150, sequenceid=524, filesize=12.0 K 2024-12-11T19:26:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ab94fd00ca5f4543ba29a927c0d6e3d1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab94fd00ca5f4543ba29a927c0d6e3d1 2024-12-11T19:26:30,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab94fd00ca5f4543ba29a927c0d6e3d1, entries=150, sequenceid=524, filesize=12.0 K 2024-12-11T19:26:30,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a006e4ee40d38a2d805d224f18b1abc2 in 885ms, sequenceid=524, compaction requested=true 2024-12-11T19:26:30,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:30,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:30,942 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:30,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:30,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:30,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:30,943 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a006e4ee40d38a2d805d224f18b1abc2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:30,944 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:30,944 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/A is initiating minor compaction (all files) 2024-12-11T19:26:30,945 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/A in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:30,945 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/4e6a5291831e4adcb6069862120ec807, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/6fba7be5da174645930b7a136534ac18, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e647153806e14384b9fab8254e09d94d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=39.6 K 2024-12-11T19:26:30,945 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:30,945 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/B is initiating minor compaction (all files) 2024-12-11T19:26:30,945 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/B in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:30,945 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e6a5291831e4adcb6069862120ec807, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733945187821 2024-12-11T19:26:30,945 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f6d4565364c94d749426c9249de403db, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6eee2349c60046abaebe2b608352ab10, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2d3da176a25841788963b8001ca70b40] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=37.2 K 2024-12-11T19:26:30,946 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fba7be5da174645930b7a136534ac18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733945187935 2024-12-11T19:26:30,946 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f6d4565364c94d749426c9249de403db, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733945187821 2024-12-11T19:26:30,946 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting e647153806e14384b9fab8254e09d94d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733945188951 2024-12-11T19:26:30,946 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eee2349c60046abaebe2b608352ab10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733945187935 2024-12-11T19:26:30,946 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d3da176a25841788963b8001ca70b40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733945188951 2024-12-11T19:26:30,959 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#B#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:30,959 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/c0ca79cf387e49f39eae12a4974192bd is 50, key is test_row_0/B:col10/1733945190056/Put/seqid=0 2024-12-11T19:26:30,965 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:30,965 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e1674158863a47699a7dd6be77efbded is 50, key is test_row_0/A:col10/1733945190056/Put/seqid=0 2024-12-11T19:26:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741949_1125 (size=13561) 2024-12-11T19:26:30,977 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/c0ca79cf387e49f39eae12a4974192bd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/c0ca79cf387e49f39eae12a4974192bd 2024-12-11T19:26:30,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741950_1126 (size=13561) 2024-12-11T19:26:30,986 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/B of a006e4ee40d38a2d805d224f18b1abc2 into c0ca79cf387e49f39eae12a4974192bd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:30,986 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:30,986 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/B, priority=13, startTime=1733945190942; duration=0sec 2024-12-11T19:26:30,986 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:30,986 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:B 2024-12-11T19:26:30,986 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:30,988 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:30,988 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): a006e4ee40d38a2d805d224f18b1abc2/C is initiating minor compaction (all files) 2024-12-11T19:26:30,988 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a006e4ee40d38a2d805d224f18b1abc2/C in TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:30,988 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab81426defbf4e9583a4f673cb42c8ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/9831c954ff844a1ba4b312725e732875, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/41d86210a9cd45c8bd0a34e51ad6624a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab94fd00ca5f4543ba29a927c0d6e3d1] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp, totalSize=49.1 K 2024-12-11T19:26:30,988 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ab81426defbf4e9583a4f673cb42c8ee, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733945187183 2024-12-11T19:26:30,989 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 9831c954ff844a1ba4b312725e732875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733945187821 2024-12-11T19:26:30,989 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 41d86210a9cd45c8bd0a34e51ad6624a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733945187935 2024-12-11T19:26:30,989 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ab94fd00ca5f4543ba29a927c0d6e3d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1733945188951 2024-12-11T19:26:31,005 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a006e4ee40d38a2d805d224f18b1abc2#C#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:31,006 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/cf025bd3432d46048d03e49cd194ca9c is 50, key is test_row_0/C:col10/1733945190056/Put/seqid=0 2024-12-11T19:26:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741951_1127 (size=13527) 2024-12-11T19:26:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:31,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:26:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:31,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/55ef4e72fe1a41438a941caa794a09e1 is 50, key is test_row_0/A:col10/1733945191084/Put/seqid=0 2024-12-11T19:26:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741952_1128 (size=12301) 2024-12-11T19:26:31,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945251135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945251187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945251188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945251189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945251237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,391 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/e1674158863a47699a7dd6be77efbded as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e1674158863a47699a7dd6be77efbded 2024-12-11T19:26:31,397 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/A of a006e4ee40d38a2d805d224f18b1abc2 into e1674158863a47699a7dd6be77efbded(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:31,397 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:31,397 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/A, priority=13, startTime=1733945190942; duration=0sec 2024-12-11T19:26:31,397 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:31,397 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:A 2024-12-11T19:26:31,421 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/cf025bd3432d46048d03e49cd194ca9c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cf025bd3432d46048d03e49cd194ca9c 2024-12-11T19:26:31,428 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a006e4ee40d38a2d805d224f18b1abc2/C of a006e4ee40d38a2d805d224f18b1abc2 into cf025bd3432d46048d03e49cd194ca9c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:31,428 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:31,428 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., storeName=a006e4ee40d38a2d805d224f18b1abc2/C, priority=12, startTime=1733945190943; duration=0sec 2024-12-11T19:26:31,428 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:31,428 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a006e4ee40d38a2d805d224f18b1abc2:C 2024-12-11T19:26:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945251439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/55ef4e72fe1a41438a941caa794a09e1 2024-12-11T19:26:31,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/c65093709375467fbcdc3f381ffeb681 is 50, key is test_row_0/B:col10/1733945191084/Put/seqid=0 2024-12-11T19:26:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741953_1129 (size=12301) 2024-12-11T19:26:31,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945251744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-11T19:26:31,756 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-11T19:26:31,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-11T19:26:31,759 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-11T19:26:31,759 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:31,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-11T19:26:31,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:31,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-11T19:26:31,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:31,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:31,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:31,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:31,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:31,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/c65093709375467fbcdc3f381ffeb681 2024-12-11T19:26:31,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/82e9067a917140279bec05db8b71e26b is 50, key is test_row_0/C:col10/1733945191084/Put/seqid=0 2024-12-11T19:26:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741954_1130 (size=12301) 2024-12-11T19:26:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-11T19:26:32,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-11T19:26:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:32,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:32,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1733945252076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,078 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2., hostname=c93eb4842bd9,36395,1733945164274, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:26:32,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42150 deadline: 1733945252189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42166 deadline: 1733945252191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42148 deadline: 1733945252194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-11T19:26:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. as already flushing 2024-12-11T19:26:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:32,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:32,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42152 deadline: 1733945252248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/82e9067a917140279bec05db8b71e26b 2024-12-11T19:26:32,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/55ef4e72fe1a41438a941caa794a09e1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55ef4e72fe1a41438a941caa794a09e1 2024-12-11T19:26:32,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55ef4e72fe1a41438a941caa794a09e1, entries=150, sequenceid=537, filesize=12.0 K 2024-12-11T19:26:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/c65093709375467fbcdc3f381ffeb681 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/c65093709375467fbcdc3f381ffeb681 2024-12-11T19:26:32,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/c65093709375467fbcdc3f381ffeb681, entries=150, sequenceid=537, filesize=12.0 K 2024-12-11T19:26:32,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/82e9067a917140279bec05db8b71e26b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/82e9067a917140279bec05db8b71e26b 2024-12-11T19:26:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-11T19:26:32,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/82e9067a917140279bec05db8b71e26b, entries=150, sequenceid=537, filesize=12.0 K 2024-12-11T19:26:32,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a006e4ee40d38a2d805d224f18b1abc2 in 1284ms, sequenceid=537, compaction requested=false 2024-12-11T19:26:32,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:32,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:32,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-11T19:26:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:32,371 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:26:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/540f9cf8aa784ef3b0e3de6d28bb2deb is 50, key is test_row_0/A:col10/1733945191134/Put/seqid=0 2024-12-11T19:26:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741955_1131 (size=12301) 2024-12-11T19:26:32,381 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/540f9cf8aa784ef3b0e3de6d28bb2deb 2024-12-11T19:26:32,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/d8f27b03a2f449e8a6c86bfdfbfaaa13 is 50, key is test_row_0/B:col10/1733945191134/Put/seqid=0 2024-12-11T19:26:32,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741956_1132 (size=12301) 2024-12-11T19:26:32,406 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:57756 2024-12-11T19:26:32,406 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:57756 2024-12-11T19:26:32,406 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:57756 2024-12-11T19:26:32,406 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:32,406 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:32,406 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:32,409 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:57756 2024-12-11T19:26:32,409 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:32,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T19:26:32,795 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/d8f27b03a2f449e8a6c86bfdfbfaaa13 2024-12-11T19:26:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/59f7d019971a424ea6ac4961b35978e5 is 50, key is test_row_0/C:col10/1733945191134/Put/seqid=0 2024-12-11T19:26:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741957_1133 (size=12301) 2024-12-11T19:26:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-11T19:26:33,211 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/59f7d019971a424ea6ac4961b35978e5 2024-12-11T19:26:33,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/540f9cf8aa784ef3b0e3de6d28bb2deb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/540f9cf8aa784ef3b0e3de6d28bb2deb 2024-12-11T19:26:33,225 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/540f9cf8aa784ef3b0e3de6d28bb2deb, entries=150, sequenceid=563, filesize=12.0 K 2024-12-11T19:26:33,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/d8f27b03a2f449e8a6c86bfdfbfaaa13 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/d8f27b03a2f449e8a6c86bfdfbfaaa13 2024-12-11T19:26:33,230 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/d8f27b03a2f449e8a6c86bfdfbfaaa13, entries=150, sequenceid=563, filesize=12.0 K 2024-12-11T19:26:33,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/59f7d019971a424ea6ac4961b35978e5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/59f7d019971a424ea6ac4961b35978e5 2024-12-11T19:26:33,236 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/59f7d019971a424ea6ac4961b35978e5, entries=150, sequenceid=563, filesize=12.0 K 2024-12-11T19:26:33,237 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for a006e4ee40d38a2d805d224f18b1abc2 in 867ms, sequenceid=563, compaction requested=true 2024-12-11T19:26:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:33,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T19:26:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-11T19:26:33,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-11T19:26:33,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4790 sec 2024-12-11T19:26:33,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4830 sec 2024-12-11T19:26:33,251 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:57756 2024-12-11T19:26:33,251 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-11T19:26:33,865 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-11T19:26:34,194 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:57756 2024-12-11T19:26:34,194 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:34,211 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:57756 2024-12-11T19:26:34,211 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:34,214 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:57756 2024-12-11T19:26:34,214 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:36,090 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:57756 2024-12-11T19:26:36,090 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:36,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T19:26:36,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-12-11T19:26:36,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6621 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6464 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2906 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8717 rows 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2886 2024-12-11T19:26:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8657 rows 2024-12-11T19:26:36,091 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T19:26:36,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:57756 2024-12-11T19:26:36,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:26:36,098 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-11T19:26:36,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T19:26:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:36,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945196107"}]},"ts":"1733945196107"} 2024-12-11T19:26:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-11T19:26:36,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T19:26:36,165 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T19:26:36,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:26:36,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a006e4ee40d38a2d805d224f18b1abc2, UNASSIGN}] 2024-12-11T19:26:36,176 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a006e4ee40d38a2d805d224f18b1abc2, UNASSIGN 2024-12-11T19:26:36,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=a006e4ee40d38a2d805d224f18b1abc2, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:36,177 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:26:36,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:26:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-11T19:26:36,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:36,335 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:36,335 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:26:36,335 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing a006e4ee40d38a2d805d224f18b1abc2, disabling compactions & flushes 2024-12-11T19:26:36,336 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. after waiting 0 ms 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:36,336 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing a006e4ee40d38a2d805d224f18b1abc2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=A 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=B 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a006e4ee40d38a2d805d224f18b1abc2, store=C 2024-12-11T19:26:36,336 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:36,341 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/55240fb8d9bb4b6db832b9ffed51e976 is 50, key is test_row_0/A:col10/1733945196089/Put/seqid=0 2024-12-11T19:26:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741958_1134 (size=12301) 2024-12-11T19:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-11T19:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-11T19:26:36,749 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/55240fb8d9bb4b6db832b9ffed51e976 2024-12-11T19:26:36,758 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/612747be536b42cda7f493ab83713321 is 50, key is test_row_0/B:col10/1733945196089/Put/seqid=0 2024-12-11T19:26:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741959_1135 (size=12301) 2024-12-11T19:26:37,165 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/612747be536b42cda7f493ab83713321 2024-12-11T19:26:37,177 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ace230069744485396700a7a16660b68 is 50, key is test_row_0/C:col10/1733945196089/Put/seqid=0 2024-12-11T19:26:37,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741960_1136 (size=12301) 2024-12-11T19:26:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-11T19:26:37,582 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ace230069744485396700a7a16660b68 2024-12-11T19:26:37,587 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/A/55240fb8d9bb4b6db832b9ffed51e976 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55240fb8d9bb4b6db832b9ffed51e976 2024-12-11T19:26:37,587 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T19:26:37,589 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T19:26:37,593 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55240fb8d9bb4b6db832b9ffed51e976, entries=150, sequenceid=571, filesize=12.0 K 2024-12-11T19:26:37,594 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/B/612747be536b42cda7f493ab83713321 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/612747be536b42cda7f493ab83713321 2024-12-11T19:26:37,598 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/612747be536b42cda7f493ab83713321, entries=150, sequenceid=571, filesize=12.0 K 2024-12-11T19:26:37,599 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/.tmp/C/ace230069744485396700a7a16660b68 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ace230069744485396700a7a16660b68 2024-12-11T19:26:37,604 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ace230069744485396700a7a16660b68, entries=150, sequenceid=571, filesize=12.0 K 2024-12-11T19:26:37,605 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a006e4ee40d38a2d805d224f18b1abc2 in 1269ms, sequenceid=571, compaction requested=true 2024-12-11T19:26:37,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5ccbdef2662e43209748e79b10598f69, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d320fa2ceec640b99d04d09f89506af0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ca9ca65010444ceca223e610ed4400b5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/517a749150fa49429c6d97d3409c97ed, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ddf37addd21a46de9d134f129a2bfb92, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/be96063adc504660a886d85846d171e5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/1be5a2c3e78f462dbb9a66f6cbca5e1f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bb4ad34adb294ee3b9426a1af41d8f87, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/832d8f62de8b445db3ff56c3c8d24969, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e79c2d5d27504eafae9135a3a4e8c1af, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5edb7b9803694433be8fd9d1ef6d4454, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d5b2f97060d143e08742af83120a18d3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ec451942f5884276807ef43d6d24468c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/cf82f02078e54479b0031eb324ad5746, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7688c10229db4cb18e26de59c725080b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b4c874b210c944e1a7c300e3f59fc437, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/039f3d3bd0b94a878845b91f289b8fcd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/918cc6e8f3994afc8cebb2f8f5cdab2b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c0ecd66bd3a459f8f3c0e47da0e049b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/a27faec60dac40c2bfd4a9f62ac3faed, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c077d34a16c48c58d706d14ecb0ddd5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b7651f1a3c884aa78b60772d4c097361, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/73e443113b1143a28690db50d011fb14, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2cd4b3aa53cb42219dec3cbd9c049f01, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/30036a3b7e8148c6b0b5ea45b7e041c1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/306130bee86048d8bae2e3b8dc5b14d2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7508bbdac32949d99862c3f592323666, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2de606eccd764d3d9ec19758925bed7d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/9bcd9abde3b346acbc9166fd41ef6146, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ab604e3d0e894f7cb8833a0d73400b7e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/fddd05566a0c4910a6a9184bb2246f18, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bc97d9272a4e4339bcd6cef684e0afc0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b07f3cc6e1554b2f975d788780f8883d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/4e6a5291831e4adcb6069862120ec807, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/147044f3dd04454685ffb35ca2ffcecf, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/6fba7be5da174645930b7a136534ac18, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e647153806e14384b9fab8254e09d94d] to archive 2024-12-11T19:26:37,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:26:37,618 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/517a749150fa49429c6d97d3409c97ed to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/517a749150fa49429c6d97d3409c97ed 2024-12-11T19:26:37,618 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/be96063adc504660a886d85846d171e5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/be96063adc504660a886d85846d171e5 2024-12-11T19:26:37,618 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/1be5a2c3e78f462dbb9a66f6cbca5e1f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/1be5a2c3e78f462dbb9a66f6cbca5e1f 2024-12-11T19:26:37,621 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ddf37addd21a46de9d134f129a2bfb92 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ddf37addd21a46de9d134f129a2bfb92 2024-12-11T19:26:37,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5ccbdef2662e43209748e79b10598f69 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5ccbdef2662e43209748e79b10598f69 2024-12-11T19:26:37,622 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ca9ca65010444ceca223e610ed4400b5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ca9ca65010444ceca223e610ed4400b5 2024-12-11T19:26:37,622 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d320fa2ceec640b99d04d09f89506af0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d320fa2ceec640b99d04d09f89506af0 2024-12-11T19:26:37,623 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e79c2d5d27504eafae9135a3a4e8c1af to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e79c2d5d27504eafae9135a3a4e8c1af 2024-12-11T19:26:37,623 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d5b2f97060d143e08742af83120a18d3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/d5b2f97060d143e08742af83120a18d3 2024-12-11T19:26:37,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ec451942f5884276807ef43d6d24468c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ec451942f5884276807ef43d6d24468c 2024-12-11T19:26:37,624 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bb4ad34adb294ee3b9426a1af41d8f87 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bb4ad34adb294ee3b9426a1af41d8f87 2024-12-11T19:26:37,624 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/832d8f62de8b445db3ff56c3c8d24969 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/832d8f62de8b445db3ff56c3c8d24969 2024-12-11T19:26:37,626 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/039f3d3bd0b94a878845b91f289b8fcd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/039f3d3bd0b94a878845b91f289b8fcd 2024-12-11T19:26:37,626 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/cf82f02078e54479b0031eb324ad5746 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/cf82f02078e54479b0031eb324ad5746 2024-12-11T19:26:37,626 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b4c874b210c944e1a7c300e3f59fc437 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b4c874b210c944e1a7c300e3f59fc437 2024-12-11T19:26:37,627 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5edb7b9803694433be8fd9d1ef6d4454 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/5edb7b9803694433be8fd9d1ef6d4454 2024-12-11T19:26:37,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/918cc6e8f3994afc8cebb2f8f5cdab2b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/918cc6e8f3994afc8cebb2f8f5cdab2b 2024-12-11T19:26:37,629 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7688c10229db4cb18e26de59c725080b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7688c10229db4cb18e26de59c725080b 2024-12-11T19:26:37,630 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/a27faec60dac40c2bfd4a9f62ac3faed to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/a27faec60dac40c2bfd4a9f62ac3faed 2024-12-11T19:26:37,630 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c0ecd66bd3a459f8f3c0e47da0e049b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c0ecd66bd3a459f8f3c0e47da0e049b 2024-12-11T19:26:37,631 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/30036a3b7e8148c6b0b5ea45b7e041c1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/30036a3b7e8148c6b0b5ea45b7e041c1 2024-12-11T19:26:37,631 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/73e443113b1143a28690db50d011fb14 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/73e443113b1143a28690db50d011fb14 2024-12-11T19:26:37,632 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c077d34a16c48c58d706d14ecb0ddd5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/3c077d34a16c48c58d706d14ecb0ddd5 2024-12-11T19:26:37,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b7651f1a3c884aa78b60772d4c097361 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b7651f1a3c884aa78b60772d4c097361 2024-12-11T19:26:37,633 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/306130bee86048d8bae2e3b8dc5b14d2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/306130bee86048d8bae2e3b8dc5b14d2 2024-12-11T19:26:37,634 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7508bbdac32949d99862c3f592323666 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/7508bbdac32949d99862c3f592323666 2024-12-11T19:26:37,636 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/fddd05566a0c4910a6a9184bb2246f18 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/fddd05566a0c4910a6a9184bb2246f18 2024-12-11T19:26:37,636 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/9bcd9abde3b346acbc9166fd41ef6146 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/9bcd9abde3b346acbc9166fd41ef6146 2024-12-11T19:26:37,637 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ab604e3d0e894f7cb8833a0d73400b7e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/ab604e3d0e894f7cb8833a0d73400b7e 2024-12-11T19:26:37,637 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bc97d9272a4e4339bcd6cef684e0afc0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/bc97d9272a4e4339bcd6cef684e0afc0 2024-12-11T19:26:37,638 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/4e6a5291831e4adcb6069862120ec807 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/4e6a5291831e4adcb6069862120ec807 2024-12-11T19:26:37,638 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2cd4b3aa53cb42219dec3cbd9c049f01 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2cd4b3aa53cb42219dec3cbd9c049f01 2024-12-11T19:26:37,639 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2de606eccd764d3d9ec19758925bed7d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/2de606eccd764d3d9ec19758925bed7d 2024-12-11T19:26:37,639 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/147044f3dd04454685ffb35ca2ffcecf to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/147044f3dd04454685ffb35ca2ffcecf 2024-12-11T19:26:37,639 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/6fba7be5da174645930b7a136534ac18 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/6fba7be5da174645930b7a136534ac18 2024-12-11T19:26:37,639 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b07f3cc6e1554b2f975d788780f8883d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/b07f3cc6e1554b2f975d788780f8883d 2024-12-11T19:26:37,640 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e647153806e14384b9fab8254e09d94d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e647153806e14384b9fab8254e09d94d 2024-12-11T19:26:37,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/81ad7e4a2ced4d5e9a68183f6e604af9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/fa578a1a02bb41e582e497827fdf46c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/94ba8e36b70245d383107f603564d402, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e983b5626d144a608901626dd993308f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/06915040a77342d293c5728117726cb2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a454a32c29754ac6bb80dbb2c60b7e14, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/295d97eb6946404e94cb1651fc9defcb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5edea758e7e34136bc2ae51298019c25, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7771829f891a49129a6ec3da5f391265, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b527e550793d487d96426cb2eff9b2e3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aae04f62622841faa75a4f1ec73dc6b5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aeb6dbb5e0064d4282c963d7da5d67b6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6d7f2d6501f142e8ab0817e2e396021c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/76a99bb13a2f462b81bcfba6da214331, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/bed01fe3a4c04e3b882411c1d949fcac, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/dc77d733f512459a910179daa562f3e0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b44027e17bdf4fa89e455f394cf49102, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a34adfa3a046435a95c8fd5790d204de, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7c2683cec9e64dc8a6f404151e70bc83, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/38b23eea03204968b69aa97cc1379b05, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ab644c0cda0c4e879d657606542feb60, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/686bc0e0a210490ca1eec98e29c382f3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2965040709774cdea81e088fb4df7523, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f0effacbbbd542faa1b2aed5ffe6b50f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/759e394dc451454b904e58c85db0c8c2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/1a8bbdbf73c4463dae3f278838e9d866, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ae0f87a1d0b148d582ef1acca6be4906, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e1409709804c4d5b8706c0b670a20f7d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f99aeee15cc94163aa58ff316b4be639, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ac88729ed27049bd82de3ac8285bc04c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/4722cad89c2d4573acfe05297267a36d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5de1aa227b674336a1f77ca2510eb320, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/892c05499e344bc7afd383d7e550c899, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f6d4565364c94d749426c9249de403db, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2880563beb8d4dcf8206932acf9c2090, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6eee2349c60046abaebe2b608352ab10, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2d3da176a25841788963b8001ca70b40] to archive 2024-12-11T19:26:37,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:26:37,664 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/fa578a1a02bb41e582e497827fdf46c5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/fa578a1a02bb41e582e497827fdf46c5 2024-12-11T19:26:37,664 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/81ad7e4a2ced4d5e9a68183f6e604af9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/81ad7e4a2ced4d5e9a68183f6e604af9 2024-12-11T19:26:37,667 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/94ba8e36b70245d383107f603564d402 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/94ba8e36b70245d383107f603564d402 2024-12-11T19:26:37,668 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/06915040a77342d293c5728117726cb2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/06915040a77342d293c5728117726cb2 2024-12-11T19:26:37,668 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5edea758e7e34136bc2ae51298019c25 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5edea758e7e34136bc2ae51298019c25 2024-12-11T19:26:37,668 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/295d97eb6946404e94cb1651fc9defcb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/295d97eb6946404e94cb1651fc9defcb 2024-12-11T19:26:37,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7771829f891a49129a6ec3da5f391265 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7771829f891a49129a6ec3da5f391265 2024-12-11T19:26:37,669 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a454a32c29754ac6bb80dbb2c60b7e14 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a454a32c29754ac6bb80dbb2c60b7e14 2024-12-11T19:26:37,669 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e983b5626d144a608901626dd993308f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e983b5626d144a608901626dd993308f 2024-12-11T19:26:37,671 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b527e550793d487d96426cb2eff9b2e3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b527e550793d487d96426cb2eff9b2e3 2024-12-11T19:26:37,671 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aeb6dbb5e0064d4282c963d7da5d67b6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aeb6dbb5e0064d4282c963d7da5d67b6 2024-12-11T19:26:37,671 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aae04f62622841faa75a4f1ec73dc6b5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/aae04f62622841faa75a4f1ec73dc6b5 2024-12-11T19:26:37,671 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6d7f2d6501f142e8ab0817e2e396021c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6d7f2d6501f142e8ab0817e2e396021c 2024-12-11T19:26:37,672 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/bed01fe3a4c04e3b882411c1d949fcac to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/bed01fe3a4c04e3b882411c1d949fcac 2024-12-11T19:26:37,672 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/dc77d733f512459a910179daa562f3e0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/dc77d733f512459a910179daa562f3e0 2024-12-11T19:26:37,672 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/76a99bb13a2f462b81bcfba6da214331 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/76a99bb13a2f462b81bcfba6da214331 2024-12-11T19:26:37,674 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b44027e17bdf4fa89e455f394cf49102 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/b44027e17bdf4fa89e455f394cf49102 2024-12-11T19:26:37,678 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7c2683cec9e64dc8a6f404151e70bc83 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/7c2683cec9e64dc8a6f404151e70bc83 2024-12-11T19:26:37,679 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ab644c0cda0c4e879d657606542feb60 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ab644c0cda0c4e879d657606542feb60 2024-12-11T19:26:37,679 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a34adfa3a046435a95c8fd5790d204de to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/a34adfa3a046435a95c8fd5790d204de 2024-12-11T19:26:37,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2965040709774cdea81e088fb4df7523 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2965040709774cdea81e088fb4df7523 2024-12-11T19:26:37,680 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/759e394dc451454b904e58c85db0c8c2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/759e394dc451454b904e58c85db0c8c2 2024-12-11T19:26:37,679 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/686bc0e0a210490ca1eec98e29c382f3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/686bc0e0a210490ca1eec98e29c382f3 2024-12-11T19:26:37,681 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/1a8bbdbf73c4463dae3f278838e9d866 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/1a8bbdbf73c4463dae3f278838e9d866 2024-12-11T19:26:37,682 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f99aeee15cc94163aa58ff316b4be639 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f99aeee15cc94163aa58ff316b4be639 2024-12-11T19:26:37,682 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ae0f87a1d0b148d582ef1acca6be4906 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ae0f87a1d0b148d582ef1acca6be4906 2024-12-11T19:26:37,682 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e1409709804c4d5b8706c0b670a20f7d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/e1409709804c4d5b8706c0b670a20f7d 2024-12-11T19:26:37,682 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ac88729ed27049bd82de3ac8285bc04c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/ac88729ed27049bd82de3ac8285bc04c 2024-12-11T19:26:37,679 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/38b23eea03204968b69aa97cc1379b05 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/38b23eea03204968b69aa97cc1379b05 2024-12-11T19:26:37,682 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/4722cad89c2d4573acfe05297267a36d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/4722cad89c2d4573acfe05297267a36d 2024-12-11T19:26:37,683 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f0effacbbbd542faa1b2aed5ffe6b50f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f0effacbbbd542faa1b2aed5ffe6b50f 2024-12-11T19:26:37,683 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5de1aa227b674336a1f77ca2510eb320 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/5de1aa227b674336a1f77ca2510eb320 2024-12-11T19:26:37,683 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/892c05499e344bc7afd383d7e550c899 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/892c05499e344bc7afd383d7e550c899 2024-12-11T19:26:37,684 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6eee2349c60046abaebe2b608352ab10 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/6eee2349c60046abaebe2b608352ab10 2024-12-11T19:26:37,684 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f6d4565364c94d749426c9249de403db to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/f6d4565364c94d749426c9249de403db 2024-12-11T19:26:37,684 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2880563beb8d4dcf8206932acf9c2090 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2880563beb8d4dcf8206932acf9c2090 2024-12-11T19:26:37,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2d3da176a25841788963b8001ca70b40 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/2d3da176a25841788963b8001ca70b40 2024-12-11T19:26:37,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/49f494280986497b8dd19fc5a27cf65a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/2aed384462cd4205b9eb349300d047d1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/db0197359baa47dcb74a6c3b0ad5278f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cd01ca6921e34747a59ff2df0cbac66c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/af9f5b0c0a234c0182839899443d0dc2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/79c5a6b0f790435db20964066b612bd5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8f161472a4ec4c4c813383c34ef9cf2f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6868a7c8c5744649bae3268ff97dea17, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f5432b781f784bc69129bd807a6852e2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/bf34dfedf2004259b7a9cdb16a7ee7f1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/70581e6e7e3f418ea9bd84c8f8d016dc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/149e6064d139435f9623cfb7b29a727a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/573f45785a6d4ad884ad6bed35ab1ba2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/c2e04104b1344bd0b1ccd25b817e284c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/51804d5af48b4d67b57f51bcd8997e71, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6dbb0b8148d64f9f88a0539e148c642c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/01636a20767c4327a49656c9ccdf33ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/39b60c4df5e54441a5816218f6d621e5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/5d808376a8b049b090a4421c94448ef4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f287552125664409a2b9f058c4b28e78, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/43581adbde5249d2b132c7b178274a31, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/b5042b645ab34322a6f69f825a1e6908, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/070d8624bc9046f09056624fba988378, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/a813ada40f764085a312105e660deb8a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/7214957d69984e50a1dd0527cd956c89, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fb996e884c5d412182f64390b025130f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8c8aa71dc0df468c8ed5596a5eec1293, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/441a2d59936c4d55a27ec366b0a701f1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d18936477eac4c79ba782dbd14fff3f1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d14ff971db85480dbbde358ff622ccdd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/e657294067214a759704288d6d2eb244, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab81426defbf4e9583a4f673cb42c8ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fbf4ae955ea44d039f1a38b9a1496bac, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/9831c954ff844a1ba4b312725e732875, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/41d86210a9cd45c8bd0a34e51ad6624a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab94fd00ca5f4543ba29a927c0d6e3d1] to archive 2024-12-11T19:26:37,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:26:37,690 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/49f494280986497b8dd19fc5a27cf65a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/49f494280986497b8dd19fc5a27cf65a 2024-12-11T19:26:37,691 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/db0197359baa47dcb74a6c3b0ad5278f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/db0197359baa47dcb74a6c3b0ad5278f 2024-12-11T19:26:37,691 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/2aed384462cd4205b9eb349300d047d1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/2aed384462cd4205b9eb349300d047d1 2024-12-11T19:26:37,691 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6868a7c8c5744649bae3268ff97dea17 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6868a7c8c5744649bae3268ff97dea17 2024-12-11T19:26:37,691 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/af9f5b0c0a234c0182839899443d0dc2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/af9f5b0c0a234c0182839899443d0dc2 2024-12-11T19:26:37,692 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8f161472a4ec4c4c813383c34ef9cf2f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8f161472a4ec4c4c813383c34ef9cf2f 2024-12-11T19:26:37,692 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cd01ca6921e34747a59ff2df0cbac66c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cd01ca6921e34747a59ff2df0cbac66c 2024-12-11T19:26:37,694 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/79c5a6b0f790435db20964066b612bd5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/79c5a6b0f790435db20964066b612bd5 2024-12-11T19:26:37,695 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f5432b781f784bc69129bd807a6852e2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f5432b781f784bc69129bd807a6852e2 2024-12-11T19:26:37,695 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/573f45785a6d4ad884ad6bed35ab1ba2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/573f45785a6d4ad884ad6bed35ab1ba2 2024-12-11T19:26:37,696 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/70581e6e7e3f418ea9bd84c8f8d016dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/70581e6e7e3f418ea9bd84c8f8d016dc 2024-12-11T19:26:37,696 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/51804d5af48b4d67b57f51bcd8997e71 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/51804d5af48b4d67b57f51bcd8997e71 2024-12-11T19:26:37,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/149e6064d139435f9623cfb7b29a727a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/149e6064d139435f9623cfb7b29a727a 2024-12-11T19:26:37,696 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/bf34dfedf2004259b7a9cdb16a7ee7f1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/bf34dfedf2004259b7a9cdb16a7ee7f1 2024-12-11T19:26:37,697 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/c2e04104b1344bd0b1ccd25b817e284c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/c2e04104b1344bd0b1ccd25b817e284c 2024-12-11T19:26:37,698 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6dbb0b8148d64f9f88a0539e148c642c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/6dbb0b8148d64f9f88a0539e148c642c 2024-12-11T19:26:37,698 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/01636a20767c4327a49656c9ccdf33ae to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/01636a20767c4327a49656c9ccdf33ae 2024-12-11T19:26:37,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/43581adbde5249d2b132c7b178274a31 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/43581adbde5249d2b132c7b178274a31 2024-12-11T19:26:37,700 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/5d808376a8b049b090a4421c94448ef4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/5d808376a8b049b090a4421c94448ef4 2024-12-11T19:26:37,700 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/39b60c4df5e54441a5816218f6d621e5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/39b60c4df5e54441a5816218f6d621e5 2024-12-11T19:26:37,700 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/070d8624bc9046f09056624fba988378 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/070d8624bc9046f09056624fba988378 2024-12-11T19:26:37,700 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f287552125664409a2b9f058c4b28e78 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/f287552125664409a2b9f058c4b28e78 2024-12-11T19:26:37,701 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/7214957d69984e50a1dd0527cd956c89 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/7214957d69984e50a1dd0527cd956c89 2024-12-11T19:26:37,701 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/b5042b645ab34322a6f69f825a1e6908 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/b5042b645ab34322a6f69f825a1e6908 2024-12-11T19:26:37,703 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8c8aa71dc0df468c8ed5596a5eec1293 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/8c8aa71dc0df468c8ed5596a5eec1293 2024-12-11T19:26:37,703 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/a813ada40f764085a312105e660deb8a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/a813ada40f764085a312105e660deb8a 2024-12-11T19:26:37,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fb996e884c5d412182f64390b025130f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fb996e884c5d412182f64390b025130f 2024-12-11T19:26:37,705 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/441a2d59936c4d55a27ec366b0a701f1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/441a2d59936c4d55a27ec366b0a701f1 2024-12-11T19:26:37,705 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d18936477eac4c79ba782dbd14fff3f1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d18936477eac4c79ba782dbd14fff3f1 2024-12-11T19:26:37,705 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d14ff971db85480dbbde358ff622ccdd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/d14ff971db85480dbbde358ff622ccdd 2024-12-11T19:26:37,705 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/e657294067214a759704288d6d2eb244 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/e657294067214a759704288d6d2eb244 2024-12-11T19:26:37,705 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab81426defbf4e9583a4f673cb42c8ee to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab81426defbf4e9583a4f673cb42c8ee 2024-12-11T19:26:37,706 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fbf4ae955ea44d039f1a38b9a1496bac to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/fbf4ae955ea44d039f1a38b9a1496bac 2024-12-11T19:26:37,706 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/41d86210a9cd45c8bd0a34e51ad6624a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/41d86210a9cd45c8bd0a34e51ad6624a 2024-12-11T19:26:37,706 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/9831c954ff844a1ba4b312725e732875 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/9831c954ff844a1ba4b312725e732875 2024-12-11T19:26:37,707 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab94fd00ca5f4543ba29a927c0d6e3d1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ab94fd00ca5f4543ba29a927c0d6e3d1 2024-12-11T19:26:37,712 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/recovered.edits/574.seqid, newMaxSeqId=574, maxSeqId=1 2024-12-11T19:26:37,715 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2. 2024-12-11T19:26:37,715 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for a006e4ee40d38a2d805d224f18b1abc2: 2024-12-11T19:26:37,717 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:37,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=a006e4ee40d38a2d805d224f18b1abc2, regionState=CLOSED 2024-12-11T19:26:37,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-11T19:26:37,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure a006e4ee40d38a2d805d224f18b1abc2, server=c93eb4842bd9,36395,1733945164274 in 1.5430 sec 2024-12-11T19:26:37,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-12-11T19:26:37,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a006e4ee40d38a2d805d224f18b1abc2, UNASSIGN in 1.5470 sec 2024-12-11T19:26:37,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-11T19:26:37,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5580 sec 2024-12-11T19:26:37,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945197729"}]},"ts":"1733945197729"} 2024-12-11T19:26:37,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T19:26:37,780 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T19:26:37,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6780 sec 2024-12-11T19:26:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-11T19:26:38,214 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-11T19:26:38,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T19:26:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:38,223 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:38,225 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-11T19:26:38,228 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:38,232 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/recovered.edits] 2024-12-11T19:26:38,237 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/540f9cf8aa784ef3b0e3de6d28bb2deb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/540f9cf8aa784ef3b0e3de6d28bb2deb 2024-12-11T19:26:38,237 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55240fb8d9bb4b6db832b9ffed51e976 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55240fb8d9bb4b6db832b9ffed51e976 2024-12-11T19:26:38,237 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e1674158863a47699a7dd6be77efbded to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/e1674158863a47699a7dd6be77efbded 2024-12-11T19:26:38,237 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55ef4e72fe1a41438a941caa794a09e1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/A/55ef4e72fe1a41438a941caa794a09e1 2024-12-11T19:26:38,241 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/612747be536b42cda7f493ab83713321 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/612747be536b42cda7f493ab83713321 2024-12-11T19:26:38,241 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/c0ca79cf387e49f39eae12a4974192bd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/c0ca79cf387e49f39eae12a4974192bd 2024-12-11T19:26:38,241 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/d8f27b03a2f449e8a6c86bfdfbfaaa13 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/d8f27b03a2f449e8a6c86bfdfbfaaa13 2024-12-11T19:26:38,241 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/c65093709375467fbcdc3f381ffeb681 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/B/c65093709375467fbcdc3f381ffeb681 2024-12-11T19:26:38,245 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ace230069744485396700a7a16660b68 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/ace230069744485396700a7a16660b68 2024-12-11T19:26:38,246 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cf025bd3432d46048d03e49cd194ca9c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/cf025bd3432d46048d03e49cd194ca9c 2024-12-11T19:26:38,246 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/59f7d019971a424ea6ac4961b35978e5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/59f7d019971a424ea6ac4961b35978e5 2024-12-11T19:26:38,246 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/82e9067a917140279bec05db8b71e26b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/C/82e9067a917140279bec05db8b71e26b 2024-12-11T19:26:38,249 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/recovered.edits/574.seqid to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2/recovered.edits/574.seqid 2024-12-11T19:26:38,250 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/a006e4ee40d38a2d805d224f18b1abc2 2024-12-11T19:26:38,250 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T19:26:38,255 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:38,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-11T19:26:38,264 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T19:26:38,295 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T19:26:38,297 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:38,297 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T19:26:38,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733945198297"}]},"ts":"9223372036854775807"} 2024-12-11T19:26:38,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T19:26:38,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a006e4ee40d38a2d805d224f18b1abc2, NAME => 'TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T19:26:38,300 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T19:26:38,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733945198300"}]},"ts":"9223372036854775807"} 2024-12-11T19:26:38,303 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-11T19:26:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-11T19:26:38,347 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:38,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 130 msec 2024-12-11T19:26:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-11T19:26:38,528 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-11T19:26:38,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=245 (was 219) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c93eb4842bd9:36395-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1317661860_22 at /127.0.0.1:57006 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1875 (was 2432) 2024-12-11T19:26:38,553 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=245, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=1874 2024-12-11T19:26:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:26:38,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:26:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:38,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T19:26:38,557 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:38,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-12-11T19:26:38,558 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T19:26:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-11T19:26:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741961_1137 (size=963) 2024-12-11T19:26:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-11T19:26:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-11T19:26:38,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:26:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741962_1138 (size=53) 2024-12-11T19:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-11T19:26:39,380 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:39,380 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2727f50c30aa0a1fc8d1fa63e88e0285, disabling compactions & flushes 2024-12-11T19:26:39,381 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. after waiting 0 ms 2024-12-11T19:26:39,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,381 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,381 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:39,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T19:26:39,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733945199422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733945199422"}]},"ts":"1733945199422"} 2024-12-11T19:26:39,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T19:26:39,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T19:26:39,426 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945199426"}]},"ts":"1733945199426"} 2024-12-11T19:26:39,428 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T19:26:39,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, ASSIGN}] 2024-12-11T19:26:39,466 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, ASSIGN 2024-12-11T19:26:39,468 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, ASSIGN; state=OFFLINE, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=false 2024-12-11T19:26:39,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:39,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-11T19:26:39,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:39,777 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,777 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:26:39,777 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,777 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:39,778 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,778 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,779 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,780 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:39,780 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2727f50c30aa0a1fc8d1fa63e88e0285 columnFamilyName A 2024-12-11T19:26:39,781 DEBUG [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:39,781 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(327): Store=2727f50c30aa0a1fc8d1fa63e88e0285/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:39,781 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,782 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:39,783 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2727f50c30aa0a1fc8d1fa63e88e0285 columnFamilyName B 2024-12-11T19:26:39,783 DEBUG [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:39,783 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(327): Store=2727f50c30aa0a1fc8d1fa63e88e0285/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:39,783 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,784 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:39,785 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2727f50c30aa0a1fc8d1fa63e88e0285 columnFamilyName C 2024-12-11T19:26:39,785 DEBUG [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:39,785 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(327): Store=2727f50c30aa0a1fc8d1fa63e88e0285/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:39,785 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,786 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,786 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,787 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:26:39,788 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:39,790 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:26:39,791 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 2727f50c30aa0a1fc8d1fa63e88e0285; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63447468, jitterRate=-0.05455905199050903}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:26:39,792 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:39,793 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., pid=35, masterSystemTime=1733945199774 2024-12-11T19:26:39,794 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,794 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:39,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:39,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-11T19:26:39,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 in 175 msec 2024-12-11T19:26:39,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-11T19:26:39,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, ASSIGN in 332 msec 2024-12-11T19:26:39,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T19:26:39,799 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945199799"}]},"ts":"1733945199799"} 2024-12-11T19:26:39,800 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T19:26:39,814 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T19:26:39,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2590 sec 2024-12-11T19:26:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-11T19:26:40,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-12-11T19:26:40,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26401a5f to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@407e6b5c 2024-12-11T19:26:40,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb305fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:40,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:40,736 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:40,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T19:26:40,741 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T19:26:40,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:26:40,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:26:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-11T19:26:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741963_1139 (size=999) 2024-12-11T19:26:41,169 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-11T19:26:41,169 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-11T19:26:41,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:26:41,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, REOPEN/MOVE}] 2024-12-11T19:26:41,187 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, REOPEN/MOVE 2024-12-11T19:26:41,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,189 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:26:41,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:26:41,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,342 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,343 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:26:41,343 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 2727f50c30aa0a1fc8d1fa63e88e0285, disabling compactions & flushes 2024-12-11T19:26:41,343 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,343 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,343 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. after waiting 0 ms 2024-12-11T19:26:41,343 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,349 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T19:26:41,350 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,350 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:41,350 WARN [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 2727f50c30aa0a1fc8d1fa63e88e0285 to self. 2024-12-11T19:26:41,352 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=CLOSED 2024-12-11T19:26:41,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-11T19:26:41,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 in 165 msec 2024-12-11T19:26:41,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, REOPEN/MOVE; state=CLOSED, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=true 2024-12-11T19:26:41,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:26:41,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,666 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,666 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:26:41,667 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,667 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:26:41,667 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,667 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,672 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,673 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:41,678 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2727f50c30aa0a1fc8d1fa63e88e0285 columnFamilyName A 2024-12-11T19:26:41,681 DEBUG [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:41,681 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(327): Store=2727f50c30aa0a1fc8d1fa63e88e0285/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:41,682 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,682 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:41,682 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2727f50c30aa0a1fc8d1fa63e88e0285 columnFamilyName B 2024-12-11T19:26:41,682 DEBUG [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:41,683 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(327): Store=2727f50c30aa0a1fc8d1fa63e88e0285/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:41,683 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,683 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:26:41,683 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2727f50c30aa0a1fc8d1fa63e88e0285 columnFamilyName C 2024-12-11T19:26:41,683 DEBUG [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:41,684 INFO [StoreOpener-2727f50c30aa0a1fc8d1fa63e88e0285-1 {}] regionserver.HStore(327): Store=2727f50c30aa0a1fc8d1fa63e88e0285/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:26:41,684 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,685 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,685 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,687 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:26:41,688 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,688 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 2727f50c30aa0a1fc8d1fa63e88e0285; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59723179, jitterRate=-0.11005528271198273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:26:41,689 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:41,690 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., pid=40, masterSystemTime=1733945201661 2024-12-11T19:26:41,692 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,692 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:41,692 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=OPEN, openSeqNum=5, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-12-11T19:26:41,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 in 184 msec 2024-12-11T19:26:41,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-11T19:26:41,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, REOPEN/MOVE in 509 msec 2024-12-11T19:26:41,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T19:26:41,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 523 msec 2024-12-11T19:26:41,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 948 msec 2024-12-11T19:26:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-11T19:26:41,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-12-11T19:26:41,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4420 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ebda6ad 2024-12-11T19:26:41,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-12-11T19:26:41,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46114993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-12-11T19:26:41,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-12-11T19:26:41,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-12-11T19:26:41,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-12-11T19:26:41,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,849 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b120d9 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7af61386 2024-12-11T19:26:41,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a7e1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c1ec7ee to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63e87c8 2024-12-11T19:26:41,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a027db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:26:41,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-11T19:26:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-11T19:26:41,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:41,871 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:41,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:41,872 DEBUG [hconnection-0x1f779f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,872 DEBUG [hconnection-0x2c1ebb2e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,872 DEBUG [hconnection-0x3a10a185-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,874 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,874 DEBUG [hconnection-0x7ddc8ee1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,874 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,874 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,874 DEBUG [hconnection-0x1087dbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,875 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,876 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,877 DEBUG [hconnection-0x4856fb5a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,878 DEBUG [hconnection-0x10cb5edf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,878 DEBUG [hconnection-0x3b068cd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,878 DEBUG [hconnection-0x1b8549ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:26:41,879 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,879 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,879 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,879 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:26:41,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:26:41,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:41,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211ab60528471eb4374a97632cad2fba264_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945201885/Put/seqid=0 2024-12-11T19:26:41,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945261941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945261945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945261948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945261948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945261949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-11T19:26:41,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741964_1140 (size=12154) 2024-12-11T19:26:42,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:42,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945262052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945262058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945262058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945262058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945262059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-11T19:26:42,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945262255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945262260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945262260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945262261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945262261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:42,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211ab60528471eb4374a97632cad2fba264_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211ab60528471eb4374a97632cad2fba264_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:42,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/706e46fae818408b8d7df18331c6536c, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:42,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/706e46fae818408b8d7df18331c6536c is 175, key is test_row_0/A:col10/1733945201885/Put/seqid=0 2024-12-11T19:26:42,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741965_1141 (size=30955) 2024-12-11T19:26:42,401 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/706e46fae818408b8d7df18331c6536c 2024-12-11T19:26:42,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/9f4badd7ab0c457f91e3382b7824c5aa is 50, key is test_row_0/B:col10/1733945201885/Put/seqid=0 2024-12-11T19:26:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741966_1142 (size=12001) 2024-12-11T19:26:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-11T19:26:42,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:42,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945262559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945262563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945262566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945262567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945262570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:42,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:42,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/9f4badd7ab0c457f91e3382b7824c5aa 2024-12-11T19:26:42,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/53ec43115371465ba96f043944f770ef is 50, key is test_row_0/C:col10/1733945201885/Put/seqid=0 2024-12-11T19:26:42,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741967_1143 (size=12001) 2024-12-11T19:26:42,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/53ec43115371465ba96f043944f770ef 2024-12-11T19:26:42,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/706e46fae818408b8d7df18331c6536c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/706e46fae818408b8d7df18331c6536c 2024-12-11T19:26:42,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:42,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:42,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:42,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/706e46fae818408b8d7df18331c6536c, entries=150, sequenceid=16, filesize=30.2 K 2024-12-11T19:26:42,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/9f4badd7ab0c457f91e3382b7824c5aa as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/9f4badd7ab0c457f91e3382b7824c5aa 2024-12-11T19:26:42,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/9f4badd7ab0c457f91e3382b7824c5aa, entries=150, sequenceid=16, filesize=11.7 K 2024-12-11T19:26:42,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/53ec43115371465ba96f043944f770ef as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/53ec43115371465ba96f043944f770ef 2024-12-11T19:26:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-11T19:26:42,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/53ec43115371465ba96f043944f770ef, entries=150, sequenceid=16, filesize=11.7 K 2024-12-11T19:26:42,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1091ms, sequenceid=16, compaction requested=false 2024-12-11T19:26:42,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:43,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T19:26:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:43,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412117f5797ec9c834530b3b15bf84938b37b_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945203063/Put/seqid=0 2024-12-11T19:26:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741968_1144 (size=14594) 2024-12-11T19:26:43,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945263080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945263082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945263084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945263084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,094 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412117f5797ec9c834530b3b15bf84938b37b_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412117f5797ec9c834530b3b15bf84938b37b_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:43,095 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6e71575f5f9f4644959f352f5c7d0e98, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:43,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6e71575f5f9f4644959f352f5c7d0e98 is 175, key is test_row_0/A:col10/1733945203063/Put/seqid=0 2024-12-11T19:26:43,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945263092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741969_1145 (size=39549) 2024-12-11T19:26:43,102 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6e71575f5f9f4644959f352f5c7d0e98 2024-12-11T19:26:43,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/d622357660e546009999030f49637d80 is 50, key is test_row_0/B:col10/1733945203063/Put/seqid=0 2024-12-11T19:26:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741970_1146 (size=12001) 2024-12-11T19:26:43,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/d622357660e546009999030f49637d80 2024-12-11T19:26:43,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/99e59741254c4b4bb09c8ba41e3b602b is 50, key is test_row_0/C:col10/1733945203063/Put/seqid=0 2024-12-11T19:26:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741971_1147 (size=12001) 2024-12-11T19:26:43,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/99e59741254c4b4bb09c8ba41e3b602b 2024-12-11T19:26:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6e71575f5f9f4644959f352f5c7d0e98 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6e71575f5f9f4644959f352f5c7d0e98 2024-12-11T19:26:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945263193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945263193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945263193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945263194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945263200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6e71575f5f9f4644959f352f5c7d0e98, entries=200, sequenceid=42, filesize=38.6 K 2024-12-11T19:26:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/d622357660e546009999030f49637d80 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d622357660e546009999030f49637d80 2024-12-11T19:26:43,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d622357660e546009999030f49637d80, entries=150, sequenceid=42, filesize=11.7 K 2024-12-11T19:26:43,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/99e59741254c4b4bb09c8ba41e3b602b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/99e59741254c4b4bb09c8ba41e3b602b 2024-12-11T19:26:43,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T19:26:43,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/99e59741254c4b4bb09c8ba41e3b602b, entries=150, sequenceid=42, filesize=11.7 K 2024-12-11T19:26:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 198ms, sequenceid=42, compaction requested=false 2024-12-11T19:26:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:43,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:26:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:43,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e12834c3842f4e778138b75ab2d926c5_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945203401/Put/seqid=0 2024-12-11T19:26:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741972_1148 (size=12154) 2024-12-11T19:26:43,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:43,442 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e12834c3842f4e778138b75ab2d926c5_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e12834c3842f4e778138b75ab2d926c5_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:43,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b41172de570443c891d153a6af8c4f41, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:43,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b41172de570443c891d153a6af8c4f41 is 175, key is test_row_0/A:col10/1733945203401/Put/seqid=0 2024-12-11T19:26:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741973_1149 (size=30955) 2024-12-11T19:26:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945263447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945263447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945263516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945263517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945263517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:43,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:43,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945263621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945263622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945263622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945263624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945263625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945263825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945263828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945263828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945263829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945263830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b41172de570443c891d153a6af8c4f41 2024-12-11T19:26:43,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/517a9cec356a46dabd60c80ea677464e is 50, key is test_row_0/B:col10/1733945203401/Put/seqid=0 2024-12-11T19:26:43,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:43,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:43,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:43,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741974_1150 (size=12001) 2024-12-11T19:26:43,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/517a9cec356a46dabd60c80ea677464e 2024-12-11T19:26:43,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/71296dc02430400cba177cabdbc8f60f is 50, key is test_row_0/C:col10/1733945203401/Put/seqid=0 2024-12-11T19:26:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741975_1151 (size=12001) 2024-12-11T19:26:43,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/71296dc02430400cba177cabdbc8f60f 2024-12-11T19:26:43,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b41172de570443c891d153a6af8c4f41 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b41172de570443c891d153a6af8c4f41 2024-12-11T19:26:43,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b41172de570443c891d153a6af8c4f41, entries=150, sequenceid=54, filesize=30.2 K 2024-12-11T19:26:43,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/517a9cec356a46dabd60c80ea677464e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/517a9cec356a46dabd60c80ea677464e 2024-12-11T19:26:43,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/517a9cec356a46dabd60c80ea677464e, entries=150, sequenceid=54, filesize=11.7 K 2024-12-11T19:26:43,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/71296dc02430400cba177cabdbc8f60f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/71296dc02430400cba177cabdbc8f60f 2024-12-11T19:26:43,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/71296dc02430400cba177cabdbc8f60f, entries=150, sequenceid=54, filesize=11.7 K 2024-12-11T19:26:43,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 533ms, sequenceid=54, compaction requested=true 2024-12-11T19:26:43,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:43,935 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:43,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:43,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:43,935 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:43,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:43,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:43,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:43,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:43,938 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:43,938 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:43,938 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/A is initiating minor compaction (all files) 2024-12-11T19:26:43,938 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/B is initiating minor compaction (all files) 2024-12-11T19:26:43,938 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/A in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,938 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/B in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,939 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/706e46fae818408b8d7df18331c6536c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6e71575f5f9f4644959f352f5c7d0e98, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b41172de570443c891d153a6af8c4f41] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=99.1 K 2024-12-11T19:26:43,939 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/9f4badd7ab0c457f91e3382b7824c5aa, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d622357660e546009999030f49637d80, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/517a9cec356a46dabd60c80ea677464e] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.2 K 2024-12-11T19:26:43,939 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:43,939 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/706e46fae818408b8d7df18331c6536c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6e71575f5f9f4644959f352f5c7d0e98, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b41172de570443c891d153a6af8c4f41] 2024-12-11T19:26:43,939 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f4badd7ab0c457f91e3382b7824c5aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733945201884 2024-12-11T19:26:43,939 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 706e46fae818408b8d7df18331c6536c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733945201884 2024-12-11T19:26:43,940 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d622357660e546009999030f49637d80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733945201945 2024-12-11T19:26:43,940 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e71575f5f9f4644959f352f5c7d0e98, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733945201907 2024-12-11T19:26:43,940 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b41172de570443c891d153a6af8c4f41, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945203081 2024-12-11T19:26:43,940 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 517a9cec356a46dabd60c80ea677464e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945203081 2024-12-11T19:26:43,946 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:43,948 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:43,949 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/4f732fb71ba549a4bc4acd7d5d0431dc is 50, key is test_row_0/B:col10/1733945203401/Put/seqid=0 2024-12-11T19:26:43,951 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412118eeb78086cc3488bad7e6d1d94d2bbca_2727f50c30aa0a1fc8d1fa63e88e0285 store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:43,955 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412118eeb78086cc3488bad7e6d1d94d2bbca_2727f50c30aa0a1fc8d1fa63e88e0285, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:43,955 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412118eeb78086cc3488bad7e6d1d94d2bbca_2727f50c30aa0a1fc8d1fa63e88e0285 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-11T19:26:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741976_1152 (size=12104) 2024-12-11T19:26:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741977_1153 (size=4469) 2024-12-11T19:26:43,997 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/4f732fb71ba549a4bc4acd7d5d0431dc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/4f732fb71ba549a4bc4acd7d5d0431dc 2024-12-11T19:26:44,005 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/B of 2727f50c30aa0a1fc8d1fa63e88e0285 into 4f732fb71ba549a4bc4acd7d5d0431dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:44,005 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:44,005 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/B, priority=13, startTime=1733945203935; duration=0sec 2024-12-11T19:26:44,005 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:44,005 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:B 2024-12-11T19:26:44,005 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:44,007 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:44,007 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/C is initiating minor compaction (all files) 2024-12-11T19:26:44,008 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/C in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:44,008 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/53ec43115371465ba96f043944f770ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/99e59741254c4b4bb09c8ba41e3b602b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/71296dc02430400cba177cabdbc8f60f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.2 K 2024-12-11T19:26:44,010 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 53ec43115371465ba96f043944f770ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733945201884 2024-12-11T19:26:44,011 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 99e59741254c4b4bb09c8ba41e3b602b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733945201945 2024-12-11T19:26:44,012 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 71296dc02430400cba177cabdbc8f60f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945203081 2024-12-11T19:26:44,030 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#C#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:44,030 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c41b808f55744b4c9b303bdd9276876c is 50, key is test_row_0/C:col10/1733945203401/Put/seqid=0 2024-12-11T19:26:44,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-11T19:26:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:44,036 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:26:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741978_1154 (size=12104) 2024-12-11T19:26:44,075 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c41b808f55744b4c9b303bdd9276876c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c41b808f55744b4c9b303bdd9276876c 2024-12-11T19:26:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112d66bf93aad3447bb34d557fdb4e7108_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945203446/Put/seqid=0 2024-12-11T19:26:44,088 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/C of 2727f50c30aa0a1fc8d1fa63e88e0285 into c41b808f55744b4c9b303bdd9276876c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:44,088 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:44,088 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/C, priority=13, startTime=1733945203935; duration=0sec 2024-12-11T19:26:44,090 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:44,090 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:C 2024-12-11T19:26:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741979_1155 (size=12154) 2024-12-11T19:26:44,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:44,098 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112d66bf93aad3447bb34d557fdb4e7108_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112d66bf93aad3447bb34d557fdb4e7108_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b3ad30e23e494f6c869b98637f7e8773, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b3ad30e23e494f6c869b98637f7e8773 is 175, key is test_row_0/A:col10/1733945203446/Put/seqid=0 2024-12-11T19:26:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741980_1156 (size=30955) 2024-12-11T19:26:44,121 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b3ad30e23e494f6c869b98637f7e8773 2024-12-11T19:26:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a7b33d3edb81414c9686681ded63e791 is 50, key is test_row_0/B:col10/1733945203446/Put/seqid=0 2024-12-11T19:26:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:44,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945264140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945264140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945264143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945264144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741981_1157 (size=12001) 2024-12-11T19:26:44,153 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a7b33d3edb81414c9686681ded63e791 2024-12-11T19:26:44,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945264163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/bb63df0c1a7a4252a103172b970b3872 is 50, key is test_row_0/C:col10/1733945203446/Put/seqid=0 2024-12-11T19:26:44,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741982_1158 (size=12001) 2024-12-11T19:26:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945264245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945264245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945264248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945264250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945264268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,390 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#A#compaction#131 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:44,392 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d819ba7f48924924b3d30292078e6fa0 is 175, key is test_row_0/A:col10/1733945203401/Put/seqid=0 2024-12-11T19:26:44,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741983_1159 (size=31058) 2024-12-11T19:26:44,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945264450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945264450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945264451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945264453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945264472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,588 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/bb63df0c1a7a4252a103172b970b3872 2024-12-11T19:26:44,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b3ad30e23e494f6c869b98637f7e8773 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b3ad30e23e494f6c869b98637f7e8773 2024-12-11T19:26:44,605 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b3ad30e23e494f6c869b98637f7e8773, entries=150, sequenceid=80, filesize=30.2 K 2024-12-11T19:26:44,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a7b33d3edb81414c9686681ded63e791 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a7b33d3edb81414c9686681ded63e791 2024-12-11T19:26:44,614 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a7b33d3edb81414c9686681ded63e791, entries=150, sequenceid=80, filesize=11.7 K 2024-12-11T19:26:44,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/bb63df0c1a7a4252a103172b970b3872 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/bb63df0c1a7a4252a103172b970b3872 2024-12-11T19:26:44,628 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/bb63df0c1a7a4252a103172b970b3872, entries=150, sequenceid=80, filesize=11.7 K 2024-12-11T19:26:44,629 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 593ms, sequenceid=80, compaction requested=false 2024-12-11T19:26:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T19:26:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-11T19:26:44,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-11T19:26:44,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7600 sec 2024-12-11T19:26:44,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.7630 sec 2024-12-11T19:26:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:44,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T19:26:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:44,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:44,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211df877efc8afc488f8ec3feb38279617f_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945204143/Put/seqid=0 2024-12-11T19:26:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741984_1160 (size=12154) 2024-12-11T19:26:44,806 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d819ba7f48924924b3d30292078e6fa0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d819ba7f48924924b3d30292078e6fa0 2024-12-11T19:26:44,814 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/A of 2727f50c30aa0a1fc8d1fa63e88e0285 into d819ba7f48924924b3d30292078e6fa0(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:44,814 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:44,814 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/A, priority=13, startTime=1733945203934; duration=0sec 2024-12-11T19:26:44,815 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:44,815 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:A 2024-12-11T19:26:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945264813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945264815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945264814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945264815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945264816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945264917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945264923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945264923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945264923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:44,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945264923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945265121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945265126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945265127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945265127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945265128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:45,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211df877efc8afc488f8ec3feb38279617f_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211df877efc8afc488f8ec3feb38279617f_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:45,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d8e0cef728ef42fd8b24fecbdc5c7656, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:45,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d8e0cef728ef42fd8b24fecbdc5c7656 is 175, key is test_row_0/A:col10/1733945204143/Put/seqid=0 2024-12-11T19:26:45,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741985_1161 (size=30955) 2024-12-11T19:26:45,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945265427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945265428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945265430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945265431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945265433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,606 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d8e0cef728ef42fd8b24fecbdc5c7656 2024-12-11T19:26:45,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/2979108efe4746e6a86f689e62c6a124 is 50, key is test_row_0/B:col10/1733945204143/Put/seqid=0 2024-12-11T19:26:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741986_1162 (size=12001) 2024-12-11T19:26:45,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/2979108efe4746e6a86f689e62c6a124 2024-12-11T19:26:45,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/782723b35cac42d286358c55e511de4f is 50, key is test_row_0/C:col10/1733945204143/Put/seqid=0 2024-12-11T19:26:45,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741987_1163 (size=12001) 2024-12-11T19:26:45,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/782723b35cac42d286358c55e511de4f 2024-12-11T19:26:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d8e0cef728ef42fd8b24fecbdc5c7656 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d8e0cef728ef42fd8b24fecbdc5c7656 2024-12-11T19:26:45,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d8e0cef728ef42fd8b24fecbdc5c7656, entries=150, sequenceid=95, filesize=30.2 K 2024-12-11T19:26:45,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/2979108efe4746e6a86f689e62c6a124 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/2979108efe4746e6a86f689e62c6a124 2024-12-11T19:26:45,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/2979108efe4746e6a86f689e62c6a124, entries=150, sequenceid=95, filesize=11.7 K 2024-12-11T19:26:45,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/782723b35cac42d286358c55e511de4f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/782723b35cac42d286358c55e511de4f 2024-12-11T19:26:45,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/782723b35cac42d286358c55e511de4f, entries=150, sequenceid=95, filesize=11.7 K 2024-12-11T19:26:45,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 953ms, sequenceid=95, compaction requested=true 2024-12-11T19:26:45,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:45,710 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:45,710 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:45,711 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:45,711 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/B is initiating minor compaction (all files) 2024-12-11T19:26:45,711 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/B in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:45,712 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:45,712 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/A is initiating minor compaction (all files) 2024-12-11T19:26:45,712 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/A in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:45,712 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d819ba7f48924924b3d30292078e6fa0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b3ad30e23e494f6c869b98637f7e8773, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d8e0cef728ef42fd8b24fecbdc5c7656] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=90.8 K 2024-12-11T19:26:45,712 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:45,712 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d819ba7f48924924b3d30292078e6fa0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b3ad30e23e494f6c869b98637f7e8773, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d8e0cef728ef42fd8b24fecbdc5c7656] 2024-12-11T19:26:45,712 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/4f732fb71ba549a4bc4acd7d5d0431dc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a7b33d3edb81414c9686681ded63e791, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/2979108efe4746e6a86f689e62c6a124] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.3 K 2024-12-11T19:26:45,713 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d819ba7f48924924b3d30292078e6fa0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945203081 2024-12-11T19:26:45,713 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f732fb71ba549a4bc4acd7d5d0431dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945203081 2024-12-11T19:26:45,713 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ad30e23e494f6c869b98637f7e8773, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733945203442 2024-12-11T19:26:45,714 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a7b33d3edb81414c9686681ded63e791, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733945203442 2024-12-11T19:26:45,714 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e0cef728ef42fd8b24fecbdc5c7656, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733945204141 2024-12-11T19:26:45,715 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2979108efe4746e6a86f689e62c6a124, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733945204141 2024-12-11T19:26:45,729 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#B#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:45,729 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/ea4fc8d1242e4fafac3e9b219b26d31c is 50, key is test_row_0/B:col10/1733945204143/Put/seqid=0 2024-12-11T19:26:45,739 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:45,744 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412118917d07f325e4e2db40fa475ea98c007_2727f50c30aa0a1fc8d1fa63e88e0285 store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:45,746 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412118917d07f325e4e2db40fa475ea98c007_2727f50c30aa0a1fc8d1fa63e88e0285, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:45,746 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412118917d07f325e4e2db40fa475ea98c007_2727f50c30aa0a1fc8d1fa63e88e0285 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741988_1164 (size=12207) 2024-12-11T19:26:45,760 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/ea4fc8d1242e4fafac3e9b219b26d31c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/ea4fc8d1242e4fafac3e9b219b26d31c 2024-12-11T19:26:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741989_1165 (size=4469) 2024-12-11T19:26:45,765 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#A#compaction#141 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:45,766 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/ecd88793847d4b7b8ed6675a5e74f2f7 is 175, key is test_row_0/A:col10/1733945204143/Put/seqid=0 2024-12-11T19:26:45,772 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/B of 2727f50c30aa0a1fc8d1fa63e88e0285 into ea4fc8d1242e4fafac3e9b219b26d31c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:45,772 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:45,772 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/B, priority=13, startTime=1733945205710; duration=0sec 2024-12-11T19:26:45,772 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:45,772 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:B 2024-12-11T19:26:45,772 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:45,776 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:45,777 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/C is initiating minor compaction (all files) 2024-12-11T19:26:45,777 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/C in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:45,777 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c41b808f55744b4c9b303bdd9276876c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/bb63df0c1a7a4252a103172b970b3872, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/782723b35cac42d286358c55e511de4f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.3 K 2024-12-11T19:26:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741990_1166 (size=31161) 2024-12-11T19:26:45,778 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c41b808f55744b4c9b303bdd9276876c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945203081 2024-12-11T19:26:45,779 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting bb63df0c1a7a4252a103172b970b3872, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733945203442 2024-12-11T19:26:45,779 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 782723b35cac42d286358c55e511de4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733945204141 2024-12-11T19:26:45,785 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/ecd88793847d4b7b8ed6675a5e74f2f7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/ecd88793847d4b7b8ed6675a5e74f2f7 2024-12-11T19:26:45,792 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#C#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:45,793 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/64822b0f4513448c82c133acaf78d1a7 is 50, key is test_row_0/C:col10/1733945204143/Put/seqid=0 2024-12-11T19:26:45,797 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/A of 2727f50c30aa0a1fc8d1fa63e88e0285 into ecd88793847d4b7b8ed6675a5e74f2f7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:45,797 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:45,797 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/A, priority=13, startTime=1733945205710; duration=0sec 2024-12-11T19:26:45,797 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:45,797 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:A 2024-12-11T19:26:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741991_1167 (size=12207) 2024-12-11T19:26:45,810 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/64822b0f4513448c82c133acaf78d1a7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/64822b0f4513448c82c133acaf78d1a7 2024-12-11T19:26:45,817 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/C of 2727f50c30aa0a1fc8d1fa63e88e0285 into 64822b0f4513448c82c133acaf78d1a7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:45,817 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:45,817 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/C, priority=13, startTime=1733945205710; duration=0sec 2024-12-11T19:26:45,817 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:45,817 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:C 2024-12-11T19:26:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:45,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:26:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:45,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:45,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:45,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:45,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945265945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945265945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945265946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945265946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945265948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-11T19:26:45,976 INFO [Thread-690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-11T19:26:45,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-11T19:26:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-11T19:26:45,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:45,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112750f63ace31466fb5a00190d5175bc7_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945205933/Put/seqid=0 2024-12-11T19:26:45,981 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:45,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741992_1168 (size=12154) 2024-12-11T19:26:45,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:45,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112750f63ace31466fb5a00190d5175bc7_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112750f63ace31466fb5a00190d5175bc7_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:45,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6572bb8c10d649098beef22f13d498ee, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:45,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6572bb8c10d649098beef22f13d498ee is 175, key is test_row_0/A:col10/1733945205933/Put/seqid=0 2024-12-11T19:26:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741993_1169 (size=30955) 2024-12-11T19:26:46,004 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6572bb8c10d649098beef22f13d498ee 2024-12-11T19:26:46,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/59036510d85d470c8eb2cb8d27372d67 is 50, key is test_row_0/B:col10/1733945205933/Put/seqid=0 2024-12-11T19:26:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741994_1170 (size=12001) 2024-12-11T19:26:46,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/59036510d85d470c8eb2cb8d27372d67 2024-12-11T19:26:46,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/d402f684d96944908dd44861761a0446 is 50, key is test_row_0/C:col10/1733945205933/Put/seqid=0 2024-12-11T19:26:46,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945266050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945266050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945266051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945266051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945266052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741995_1171 (size=12001) 2024-12-11T19:26:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-11T19:26:46,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945266253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945266253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945266254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945266254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945266263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-11T19:26:46,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/d402f684d96944908dd44861761a0446 2024-12-11T19:26:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6572bb8c10d649098beef22f13d498ee as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6572bb8c10d649098beef22f13d498ee 2024-12-11T19:26:46,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6572bb8c10d649098beef22f13d498ee, entries=150, sequenceid=123, filesize=30.2 K 2024-12-11T19:26:46,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/59036510d85d470c8eb2cb8d27372d67 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/59036510d85d470c8eb2cb8d27372d67 2024-12-11T19:26:46,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/59036510d85d470c8eb2cb8d27372d67, entries=150, sequenceid=123, filesize=11.7 K 2024-12-11T19:26:46,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/d402f684d96944908dd44861761a0446 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/d402f684d96944908dd44861761a0446 2024-12-11T19:26:46,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/d402f684d96944908dd44861761a0446, entries=150, sequenceid=123, filesize=11.7 K 2024-12-11T19:26:46,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 553ms, sequenceid=123, compaction requested=false 2024-12-11T19:26:46,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:46,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T19:26:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:46,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:46,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:46,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d3b4a56fd6774c78a7f88d8a442b9782_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945206556/Put/seqid=0 2024-12-11T19:26:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945266577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945266578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-11T19:26:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945266578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741996_1172 (size=14794) 2024-12-11T19:26:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945266581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945266582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945266686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945266686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945266686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945266686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945266688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:46,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:46,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945266888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945266888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945266890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945266890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945266890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:46,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:46,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:46,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:46,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:46,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:46,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d3b4a56fd6774c78a7f88d8a442b9782_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d3b4a56fd6774c78a7f88d8a442b9782_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:46,988 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c29c9b2496ce455e98b62273bcc4600d, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:46,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c29c9b2496ce455e98b62273bcc4600d is 175, key is test_row_0/A:col10/1733945206556/Put/seqid=0 2024-12-11T19:26:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741997_1173 (size=39749) 2024-12-11T19:26:47,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:47,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:47,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-11T19:26:47,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945267191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945267191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945267192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945267193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945267203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:47,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:47,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,401 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c29c9b2496ce455e98b62273bcc4600d 2024-12-11T19:26:47,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/cc20224dbfc8428ea85e8952d1ce47c6 is 50, key is test_row_0/B:col10/1733945206556/Put/seqid=0 2024-12-11T19:26:47,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741998_1174 (size=12151) 2024-12-11T19:26:47,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:47,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:47,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945267694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945267698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945267698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945267700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945267707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/cc20224dbfc8428ea85e8952d1ce47c6 2024-12-11T19:26:47,819 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/f390bea6ee6c43b6a8606ef246a6b4f4 is 50, key is test_row_0/C:col10/1733945206556/Put/seqid=0 2024-12-11T19:26:47,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741999_1175 (size=12151) 2024-12-11T19:26:47,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:47,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:47,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-11T19:26:48,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:48,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/f390bea6ee6c43b6a8606ef246a6b4f4 2024-12-11T19:26:48,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c29c9b2496ce455e98b62273bcc4600d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c29c9b2496ce455e98b62273bcc4600d 2024-12-11T19:26:48,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c29c9b2496ce455e98b62273bcc4600d, entries=200, sequenceid=138, filesize=38.8 K 2024-12-11T19:26:48,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/cc20224dbfc8428ea85e8952d1ce47c6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/cc20224dbfc8428ea85e8952d1ce47c6 2024-12-11T19:26:48,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/cc20224dbfc8428ea85e8952d1ce47c6, entries=150, sequenceid=138, filesize=11.9 K 2024-12-11T19:26:48,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/f390bea6ee6c43b6a8606ef246a6b4f4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/f390bea6ee6c43b6a8606ef246a6b4f4 2024-12-11T19:26:48,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/f390bea6ee6c43b6a8606ef246a6b4f4, entries=150, sequenceid=138, filesize=11.9 K 2024-12-11T19:26:48,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1710ms, sequenceid=138, compaction requested=true 2024-12-11T19:26:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:48,268 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:48,268 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:48,270 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:48,270 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/B is initiating minor compaction (all files) 2024-12-11T19:26:48,270 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/B in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,270 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/ea4fc8d1242e4fafac3e9b219b26d31c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/59036510d85d470c8eb2cb8d27372d67, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/cc20224dbfc8428ea85e8952d1ce47c6] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.5 K 2024-12-11T19:26:48,271 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:48,271 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/A is initiating minor compaction (all files) 2024-12-11T19:26:48,271 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/A in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,271 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/ecd88793847d4b7b8ed6675a5e74f2f7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6572bb8c10d649098beef22f13d498ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c29c9b2496ce455e98b62273bcc4600d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=99.5 K 2024-12-11T19:26:48,271 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,271 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/ecd88793847d4b7b8ed6675a5e74f2f7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6572bb8c10d649098beef22f13d498ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c29c9b2496ce455e98b62273bcc4600d] 2024-12-11T19:26:48,273 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4fc8d1242e4fafac3e9b219b26d31c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733945204141 2024-12-11T19:26:48,273 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecd88793847d4b7b8ed6675a5e74f2f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733945204141 2024-12-11T19:26:48,274 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 59036510d85d470c8eb2cb8d27372d67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733945204809 2024-12-11T19:26:48,274 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6572bb8c10d649098beef22f13d498ee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733945204809 2024-12-11T19:26:48,274 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting cc20224dbfc8428ea85e8952d1ce47c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733945206556 2024-12-11T19:26:48,276 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29c9b2496ce455e98b62273bcc4600d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733945205943 2024-12-11T19:26:48,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-11T19:26:48,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,281 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T19:26:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:48,298 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#B#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:48,298 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3c8e4a70bc654b89a52f8e1c09670734 is 50, key is test_row_0/B:col10/1733945206556/Put/seqid=0 2024-12-11T19:26:48,299 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:48,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115ce514c44da04a01902788268583b300_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945206577/Put/seqid=0 2024-12-11T19:26:48,308 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412117f14a91fd5c541cca7a9893a1625208d_2727f50c30aa0a1fc8d1fa63e88e0285 store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:48,313 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412117f14a91fd5c541cca7a9893a1625208d_2727f50c30aa0a1fc8d1fa63e88e0285, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:48,313 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412117f14a91fd5c541cca7a9893a1625208d_2727f50c30aa0a1fc8d1fa63e88e0285 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742001_1177 (size=12304) 2024-12-11T19:26:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742002_1178 (size=4469) 2024-12-11T19:26:48,341 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115ce514c44da04a01902788268583b300_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115ce514c44da04a01902788268583b300_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:48,341 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#A#compaction#150 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:48,342 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6603ae5719324f8fb3602eb4cbaa3d74 is 175, key is test_row_0/A:col10/1733945206556/Put/seqid=0 2024-12-11T19:26:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742000_1176 (size=12459) 2024-12-11T19:26:48,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8e16ca7df8b3444c9ffc7ccb26a0468f, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:48,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8e16ca7df8b3444c9ffc7ccb26a0468f is 175, key is test_row_0/A:col10/1733945206577/Put/seqid=0 2024-12-11T19:26:48,354 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3c8e4a70bc654b89a52f8e1c09670734 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c8e4a70bc654b89a52f8e1c09670734 2024-12-11T19:26:48,369 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/B of 2727f50c30aa0a1fc8d1fa63e88e0285 into 3c8e4a70bc654b89a52f8e1c09670734(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:48,369 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:48,369 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/B, priority=13, startTime=1733945208268; duration=0sec 2024-12-11T19:26:48,370 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:48,370 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:B 2024-12-11T19:26:48,370 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:48,371 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:48,371 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/C is initiating minor compaction (all files) 2024-12-11T19:26:48,371 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/C in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,372 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/64822b0f4513448c82c133acaf78d1a7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/d402f684d96944908dd44861761a0446, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/f390bea6ee6c43b6a8606ef246a6b4f4] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.5 K 2024-12-11T19:26:48,372 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 64822b0f4513448c82c133acaf78d1a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733945204141 2024-12-11T19:26:48,373 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d402f684d96944908dd44861761a0446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733945204809 2024-12-11T19:26:48,373 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f390bea6ee6c43b6a8606ef246a6b4f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733945206556 2024-12-11T19:26:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742003_1179 (size=31413) 2024-12-11T19:26:48,385 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/6603ae5719324f8fb3602eb4cbaa3d74 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6603ae5719324f8fb3602eb4cbaa3d74 2024-12-11T19:26:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742004_1180 (size=31105) 2024-12-11T19:26:48,392 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8e16ca7df8b3444c9ffc7ccb26a0468f 2024-12-11T19:26:48,394 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/A of 2727f50c30aa0a1fc8d1fa63e88e0285 into 6603ae5719324f8fb3602eb4cbaa3d74(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:48,394 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:48,394 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/A, priority=13, startTime=1733945208268; duration=0sec 2024-12-11T19:26:48,394 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:48,394 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:A 2024-12-11T19:26:48,400 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:48,401 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/11de9957676849459fb7b2a0235b3326 is 50, key is test_row_0/C:col10/1733945206556/Put/seqid=0 2024-12-11T19:26:48,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/5d98f3d431074940af24e22ff2ecf80f is 50, key is test_row_0/B:col10/1733945206577/Put/seqid=0 2024-12-11T19:26:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742006_1182 (size=12459) 2024-12-11T19:26:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742005_1181 (size=12151) 2024-12-11T19:26:48,426 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/5d98f3d431074940af24e22ff2ecf80f 2024-12-11T19:26:48,429 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/11de9957676849459fb7b2a0235b3326 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/11de9957676849459fb7b2a0235b3326 2024-12-11T19:26:48,436 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/C of 2727f50c30aa0a1fc8d1fa63e88e0285 into 11de9957676849459fb7b2a0235b3326(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:48,436 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:48,436 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/C, priority=13, startTime=1733945208268; duration=0sec 2024-12-11T19:26:48,437 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:48,437 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:C 2024-12-11T19:26:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c2ba7a1edc15496292fb504e7d40b8ad is 50, key is test_row_0/C:col10/1733945206577/Put/seqid=0 2024-12-11T19:26:48,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742007_1183 (size=12151) 2024-12-11T19:26:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:48,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945268713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945268712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945268719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945268720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945268715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945268834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945268834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945268834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945268835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:48,850 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c2ba7a1edc15496292fb504e7d40b8ad 2024-12-11T19:26:48,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8e16ca7df8b3444c9ffc7ccb26a0468f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8e16ca7df8b3444c9ffc7ccb26a0468f 2024-12-11T19:26:48,862 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8e16ca7df8b3444c9ffc7ccb26a0468f, entries=150, sequenceid=160, filesize=30.4 K 2024-12-11T19:26:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/5d98f3d431074940af24e22ff2ecf80f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/5d98f3d431074940af24e22ff2ecf80f 2024-12-11T19:26:48,868 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/5d98f3d431074940af24e22ff2ecf80f, entries=150, sequenceid=160, filesize=11.9 K 2024-12-11T19:26:48,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c2ba7a1edc15496292fb504e7d40b8ad as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c2ba7a1edc15496292fb504e7d40b8ad 2024-12-11T19:26:48,879 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c2ba7a1edc15496292fb504e7d40b8ad, entries=150, sequenceid=160, filesize=11.9 K 2024-12-11T19:26:48,883 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 602ms, sequenceid=160, compaction requested=false 2024-12-11T19:26:48,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:48,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:48,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-11T19:26:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-11T19:26:48,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-11T19:26:48,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9040 sec 2024-12-11T19:26:48,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.9140 sec 2024-12-11T19:26:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:49,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T19:26:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:49,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945269054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945269054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945269055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211cf16d58d8f714084a90d8d3d71c708b2_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945209039/Put/seqid=0 2024-12-11T19:26:49,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945269055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742008_1184 (size=17284) 2024-12-11T19:26:49,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945269158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945269159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945269159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945269162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945269362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945269363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945269367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945269367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,467 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:49,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211cf16d58d8f714084a90d8d3d71c708b2_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211cf16d58d8f714084a90d8d3d71c708b2_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:49,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0012e5a98d2b4cee988429318d1914be, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:49,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0012e5a98d2b4cee988429318d1914be is 175, key is test_row_0/A:col10/1733945209039/Put/seqid=0 2024-12-11T19:26:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742009_1185 (size=48389) 2024-12-11T19:26:49,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0012e5a98d2b4cee988429318d1914be 2024-12-11T19:26:49,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/0933097133034b9c80440b047d9e1dbc is 50, key is test_row_0/B:col10/1733945209039/Put/seqid=0 2024-12-11T19:26:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742010_1186 (size=12151) 2024-12-11T19:26:49,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/0933097133034b9c80440b047d9e1dbc 2024-12-11T19:26:49,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/1b19612fe7ee488bb20252c3f0eeca3f is 50, key is test_row_0/C:col10/1733945209039/Put/seqid=0 2024-12-11T19:26:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742011_1187 (size=12151) 2024-12-11T19:26:49,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945269665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945269666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945269669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945269669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:49,924 INFO [master/c93eb4842bd9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T19:26:49,924 INFO [master/c93eb4842bd9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T19:26:49,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/1b19612fe7ee488bb20252c3f0eeca3f 2024-12-11T19:26:49,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0012e5a98d2b4cee988429318d1914be as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0012e5a98d2b4cee988429318d1914be 2024-12-11T19:26:49,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0012e5a98d2b4cee988429318d1914be, entries=250, sequenceid=182, filesize=47.3 K 2024-12-11T19:26:49,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/0933097133034b9c80440b047d9e1dbc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0933097133034b9c80440b047d9e1dbc 2024-12-11T19:26:49,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0933097133034b9c80440b047d9e1dbc, entries=150, sequenceid=182, filesize=11.9 K 2024-12-11T19:26:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/1b19612fe7ee488bb20252c3f0eeca3f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1b19612fe7ee488bb20252c3f0eeca3f 2024-12-11T19:26:49,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1b19612fe7ee488bb20252c3f0eeca3f, entries=150, sequenceid=182, filesize=11.9 K 2024-12-11T19:26:49,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 928ms, sequenceid=182, compaction requested=true 2024-12-11T19:26:49,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:49,968 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:49,968 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:49,969 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:49,969 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/A is initiating minor compaction (all files) 2024-12-11T19:26:49,969 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:49,969 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/B is initiating minor compaction (all files) 2024-12-11T19:26:49,969 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/A in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:49,969 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/B in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:49,969 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c8e4a70bc654b89a52f8e1c09670734, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/5d98f3d431074940af24e22ff2ecf80f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0933097133034b9c80440b047d9e1dbc] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.9 K 2024-12-11T19:26:49,969 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6603ae5719324f8fb3602eb4cbaa3d74, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8e16ca7df8b3444c9ffc7ccb26a0468f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0012e5a98d2b4cee988429318d1914be] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=108.3 K 2024-12-11T19:26:49,969 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:49,969 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6603ae5719324f8fb3602eb4cbaa3d74, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8e16ca7df8b3444c9ffc7ccb26a0468f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0012e5a98d2b4cee988429318d1914be] 2024-12-11T19:26:49,969 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c8e4a70bc654b89a52f8e1c09670734, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733945206556 2024-12-11T19:26:49,970 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6603ae5719324f8fb3602eb4cbaa3d74, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733945206556 2024-12-11T19:26:49,970 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d98f3d431074940af24e22ff2ecf80f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945206577 2024-12-11T19:26:49,970 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e16ca7df8b3444c9ffc7ccb26a0468f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945206577 2024-12-11T19:26:49,970 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0933097133034b9c80440b047d9e1dbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733945209037 2024-12-11T19:26:49,970 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0012e5a98d2b4cee988429318d1914be, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733945208713 2024-12-11T19:26:49,976 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:49,979 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211f18c4420d1c647638411e9c4d1a2b109_2727f50c30aa0a1fc8d1fa63e88e0285 store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:49,980 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:49,980 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a1de5240f31748c6b8a3398c7e162d9d is 50, key is test_row_0/B:col10/1733945209039/Put/seqid=0 2024-12-11T19:26:49,980 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211f18c4420d1c647638411e9c4d1a2b109_2727f50c30aa0a1fc8d1fa63e88e0285, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:49,981 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211f18c4420d1c647638411e9c4d1a2b109_2727f50c30aa0a1fc8d1fa63e88e0285 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742012_1188 (size=4469) 2024-12-11T19:26:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742013_1189 (size=12561) 2024-12-11T19:26:49,993 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#A#compaction#158 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:49,993 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8a53d6e20ff24e77925da7e7b9aacfe8 is 175, key is test_row_0/A:col10/1733945209039/Put/seqid=0 2024-12-11T19:26:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742014_1190 (size=31515) 2024-12-11T19:26:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-11T19:26:50,084 INFO [Thread-690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-11T19:26:50,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-11T19:26:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-11T19:26:50,086 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:50,087 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:50,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:50,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:26:50,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:50,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:50,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:50,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:50,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:50,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:50,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412111ad5035843df4be8ba46e42b7d726909_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945209053/Put/seqid=0 2024-12-11T19:26:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742015_1191 (size=12304) 2024-12-11T19:26:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-11T19:26:50,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945270185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945270185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945270187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945270188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:50,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945270289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945270289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945270289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945270289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-11T19:26:50,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:50,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:50,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,397 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a1de5240f31748c6b8a3398c7e162d9d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a1de5240f31748c6b8a3398c7e162d9d 2024-12-11T19:26:50,403 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8a53d6e20ff24e77925da7e7b9aacfe8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8a53d6e20ff24e77925da7e7b9aacfe8 2024-12-11T19:26:50,403 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/B of 2727f50c30aa0a1fc8d1fa63e88e0285 into a1de5240f31748c6b8a3398c7e162d9d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:50,403 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:50,403 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/B, priority=13, startTime=1733945209968; duration=0sec 2024-12-11T19:26:50,403 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:50,403 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:B 2024-12-11T19:26:50,404 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:50,406 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:50,406 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/C is initiating minor compaction (all files) 2024-12-11T19:26:50,406 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/C in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,406 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/11de9957676849459fb7b2a0235b3326, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c2ba7a1edc15496292fb504e7d40b8ad, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1b19612fe7ee488bb20252c3f0eeca3f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=35.9 K 2024-12-11T19:26:50,407 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 11de9957676849459fb7b2a0235b3326, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733945206556 2024-12-11T19:26:50,408 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c2ba7a1edc15496292fb504e7d40b8ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945206577 2024-12-11T19:26:50,408 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b19612fe7ee488bb20252c3f0eeca3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733945209037 2024-12-11T19:26:50,411 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/A of 2727f50c30aa0a1fc8d1fa63e88e0285 into 8a53d6e20ff24e77925da7e7b9aacfe8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:50,411 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:50,411 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/A, priority=13, startTime=1733945209967; duration=0sec 2024-12-11T19:26:50,412 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:50,412 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:A 2024-12-11T19:26:50,433 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:50,433 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/16d8b394c81547acb5f481c01649d2ba is 50, key is test_row_0/C:col10/1733945209039/Put/seqid=0 2024-12-11T19:26:50,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742016_1192 (size=12561) 2024-12-11T19:26:50,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945270491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945270491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945270491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945270494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:50,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412111ad5035843df4be8ba46e42b7d726909_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412111ad5035843df4be8ba46e42b7d726909_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:50,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/5fe62e7b22cd45f1b9fc7ec791746ac6, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:50,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/5fe62e7b22cd45f1b9fc7ec791746ac6 is 175, key is test_row_0/A:col10/1733945209053/Put/seqid=0 2024-12-11T19:26:50,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742017_1193 (size=31105) 2024-12-11T19:26:50,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/5fe62e7b22cd45f1b9fc7ec791746ac6 2024-12-11T19:26:50,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3a18d7f36cba45e8a3c1e87aea7bca62 is 50, key is test_row_0/B:col10/1733945209053/Put/seqid=0 2024-12-11T19:26:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742018_1194 (size=12151) 2024-12-11T19:26:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-11T19:26:50,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:50,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:50,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945270736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,739 DEBUG [Thread-680 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., hostname=c93eb4842bd9,36395,1733945164274, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:26:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945270793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945270794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945270796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945270796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:50,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:50,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:50,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:50,862 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/16d8b394c81547acb5f481c01649d2ba as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/16d8b394c81547acb5f481c01649d2ba 2024-12-11T19:26:50,867 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/C of 2727f50c30aa0a1fc8d1fa63e88e0285 into 16d8b394c81547acb5f481c01649d2ba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:50,867 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:50,867 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/C, priority=13, startTime=1733945209968; duration=0sec 2024-12-11T19:26:50,868 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:50,868 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:C 2024-12-11T19:26:51,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:51,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:51,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:51,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:51,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3a18d7f36cba45e8a3c1e87aea7bca62 2024-12-11T19:26:51,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/e997268dab8246aebd78029bd8f31d12 is 50, key is test_row_0/C:col10/1733945209053/Put/seqid=0 2024-12-11T19:26:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742019_1195 (size=12151) 2024-12-11T19:26:51,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:51,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-11T19:26:51,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945271298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945271299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945271299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945271300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:51,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:51,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:51,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/e997268dab8246aebd78029bd8f31d12 2024-12-11T19:26:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/5fe62e7b22cd45f1b9fc7ec791746ac6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/5fe62e7b22cd45f1b9fc7ec791746ac6 2024-12-11T19:26:51,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/5fe62e7b22cd45f1b9fc7ec791746ac6, entries=150, sequenceid=200, filesize=30.4 K 2024-12-11T19:26:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3a18d7f36cba45e8a3c1e87aea7bca62 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3a18d7f36cba45e8a3c1e87aea7bca62 2024-12-11T19:26:51,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3a18d7f36cba45e8a3c1e87aea7bca62, entries=150, sequenceid=200, filesize=11.9 K 2024-12-11T19:26:51,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/e997268dab8246aebd78029bd8f31d12 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/e997268dab8246aebd78029bd8f31d12 2024-12-11T19:26:51,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/e997268dab8246aebd78029bd8f31d12, entries=150, sequenceid=200, filesize=11.9 K 2024-12-11T19:26:51,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1271ms, sequenceid=200, compaction requested=false 2024-12-11T19:26:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:51,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:51,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-11T19:26:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:51,464 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:26:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:51,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211871b34df24854932a449fb64c5a80134_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945210187/Put/seqid=0 2024-12-11T19:26:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742020_1196 (size=12304) 2024-12-11T19:26:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:51,882 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211871b34df24854932a449fb64c5a80134_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211871b34df24854932a449fb64c5a80134_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:51,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d1f8d28e1ca34fa58c85bc220331f8ae, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:51,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d1f8d28e1ca34fa58c85bc220331f8ae is 175, key is test_row_0/A:col10/1733945210187/Put/seqid=0 2024-12-11T19:26:51,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742021_1197 (size=31105) 2024-12-11T19:26:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-11T19:26:52,288 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d1f8d28e1ca34fa58c85bc220331f8ae 2024-12-11T19:26:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:52,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/c9782f412bbd4c30b857f52888ad243c is 50, key is test_row_0/B:col10/1733945210187/Put/seqid=0 2024-12-11T19:26:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945272328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742022_1198 (size=12151) 2024-12-11T19:26:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945272329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945272331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945272332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945272432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945272433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945272434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945272434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945272636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945272637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945272637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945272637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,733 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/c9782f412bbd4c30b857f52888ad243c 2024-12-11T19:26:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/6fb2aa3cdc59430b9f0d477d32f18d03 is 50, key is test_row_0/C:col10/1733945210187/Put/seqid=0 2024-12-11T19:26:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742023_1199 (size=12151) 2024-12-11T19:26:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945272938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945272938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945272939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945272940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,143 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/6fb2aa3cdc59430b9f0d477d32f18d03 2024-12-11T19:26:53,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/d1f8d28e1ca34fa58c85bc220331f8ae as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d1f8d28e1ca34fa58c85bc220331f8ae 2024-12-11T19:26:53,152 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d1f8d28e1ca34fa58c85bc220331f8ae, entries=150, sequenceid=222, filesize=30.4 K 2024-12-11T19:26:53,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/c9782f412bbd4c30b857f52888ad243c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/c9782f412bbd4c30b857f52888ad243c 2024-12-11T19:26:53,159 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/c9782f412bbd4c30b857f52888ad243c, entries=150, sequenceid=222, filesize=11.9 K 2024-12-11T19:26:53,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/6fb2aa3cdc59430b9f0d477d32f18d03 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/6fb2aa3cdc59430b9f0d477d32f18d03 2024-12-11T19:26:53,167 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/6fb2aa3cdc59430b9f0d477d32f18d03, entries=150, sequenceid=222, filesize=11.9 K 2024-12-11T19:26:53,168 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1705ms, sequenceid=222, compaction requested=true 2024-12-11T19:26:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-11T19:26:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-11T19:26:53,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-11T19:26:53,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0830 sec 2024-12-11T19:26:53,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 3.0890 sec 2024-12-11T19:26:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:53,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:26:53,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:53,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:53,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:53,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:53,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:53,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:53,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121107f39e75029b45bdb3d183da6beec257_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945213442/Put/seqid=0 2024-12-11T19:26:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742024_1200 (size=17284) 2024-12-11T19:26:53,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945273482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945273484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945273483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945273484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945273588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945273588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945273588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945273588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945273791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945273791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945273791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945273791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:53,861 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:53,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121107f39e75029b45bdb3d183da6beec257_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121107f39e75029b45bdb3d183da6beec257_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:53,866 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0d9e8f569f2d40a48ff6bfe2bbffea87, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:53,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0d9e8f569f2d40a48ff6bfe2bbffea87 is 175, key is test_row_0/A:col10/1733945213442/Put/seqid=0 2024-12-11T19:26:53,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742025_1201 (size=48389) 2024-12-11T19:26:54,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945274094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945274093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945274095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945274095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-11T19:26:54,191 INFO [Thread-690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-11T19:26:54,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-11T19:26:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-11T19:26:54,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:54,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:54,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:54,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0d9e8f569f2d40a48ff6bfe2bbffea87 2024-12-11T19:26:54,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/be8d139ff8d14f8aafc78de786547d18 is 50, key is test_row_0/B:col10/1733945213442/Put/seqid=0 2024-12-11T19:26:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742026_1202 (size=12151) 2024-12-11T19:26:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-11T19:26:54,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-11T19:26:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-11T19:26:54,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-11T19:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945274597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945274597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945274598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945274600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-11T19:26:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/be8d139ff8d14f8aafc78de786547d18 2024-12-11T19:26:54,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/56c91c58708f42649b08f78af0541403 is 50, key is test_row_0/C:col10/1733945213442/Put/seqid=0 2024-12-11T19:26:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742027_1203 (size=12151) 2024-12-11T19:26:54,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1733945274757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,758 DEBUG [Thread-680 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., hostname=c93eb4842bd9,36395,1733945164274, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:26:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-11T19:26:54,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-11T19:26:54,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:54,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:54,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-11T19:26:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:54,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:55,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/56c91c58708f42649b08f78af0541403 2024-12-11T19:26:55,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/0d9e8f569f2d40a48ff6bfe2bbffea87 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0d9e8f569f2d40a48ff6bfe2bbffea87 2024-12-11T19:26:55,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-11T19:26:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:55,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:55,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:55,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0d9e8f569f2d40a48ff6bfe2bbffea87, entries=250, sequenceid=241, filesize=47.3 K 2024-12-11T19:26:55,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/be8d139ff8d14f8aafc78de786547d18 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/be8d139ff8d14f8aafc78de786547d18 2024-12-11T19:26:55,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/be8d139ff8d14f8aafc78de786547d18, entries=150, sequenceid=241, filesize=11.9 K 2024-12-11T19:26:55,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/56c91c58708f42649b08f78af0541403 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/56c91c58708f42649b08f78af0541403 2024-12-11T19:26:55,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/56c91c58708f42649b08f78af0541403, entries=150, sequenceid=241, filesize=11.9 K 2024-12-11T19:26:55,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1681ms, sequenceid=241, compaction requested=true 2024-12-11T19:26:55,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:55,124 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:55,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:55,125 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:55,126 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142114 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:55,126 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/A is initiating minor compaction (all files) 2024-12-11T19:26:55,126 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/A in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:55,126 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8a53d6e20ff24e77925da7e7b9aacfe8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/5fe62e7b22cd45f1b9fc7ec791746ac6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d1f8d28e1ca34fa58c85bc220331f8ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0d9e8f569f2d40a48ff6bfe2bbffea87] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=138.8 K 2024-12-11T19:26:55,126 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:55,126 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8a53d6e20ff24e77925da7e7b9aacfe8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/5fe62e7b22cd45f1b9fc7ec791746ac6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d1f8d28e1ca34fa58c85bc220331f8ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0d9e8f569f2d40a48ff6bfe2bbffea87] 2024-12-11T19:26:55,126 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:55,127 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/B is initiating minor compaction (all files) 2024-12-11T19:26:55,127 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/B in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:55,127 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a1de5240f31748c6b8a3398c7e162d9d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3a18d7f36cba45e8a3c1e87aea7bca62, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/c9782f412bbd4c30b857f52888ad243c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/be8d139ff8d14f8aafc78de786547d18] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=47.9 K 2024-12-11T19:26:55,127 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a53d6e20ff24e77925da7e7b9aacfe8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733945209037 2024-12-11T19:26:55,127 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a1de5240f31748c6b8a3398c7e162d9d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733945209037 2024-12-11T19:26:55,128 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a18d7f36cba45e8a3c1e87aea7bca62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733945209053 2024-12-11T19:26:55,128 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fe62e7b22cd45f1b9fc7ec791746ac6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733945209053 2024-12-11T19:26:55,128 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c9782f412bbd4c30b857f52888ad243c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733945210176 2024-12-11T19:26:55,128 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f8d28e1ca34fa58c85bc220331f8ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733945210176 2024-12-11T19:26:55,128 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting be8d139ff8d14f8aafc78de786547d18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733945212330 2024-12-11T19:26:55,130 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9e8f569f2d40a48ff6bfe2bbffea87, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733945212325 2024-12-11T19:26:55,138 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#B#compaction#170 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:55,138 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/bd52937133b14499b93db48d2af2c024 is 50, key is test_row_0/B:col10/1733945213442/Put/seqid=0 2024-12-11T19:26:55,144 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:55,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742028_1204 (size=12697) 2024-12-11T19:26:55,154 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211eebc5f549270455bb889933e9a6a8647_2727f50c30aa0a1fc8d1fa63e88e0285 store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:55,156 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211eebc5f549270455bb889933e9a6a8647_2727f50c30aa0a1fc8d1fa63e88e0285, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:55,156 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211eebc5f549270455bb889933e9a6a8647_2727f50c30aa0a1fc8d1fa63e88e0285 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:55,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742029_1205 (size=4469) 2024-12-11T19:26:55,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-11T19:26:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:55,262 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T19:26:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:55,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114c11c3f65ab44751970379704b43c9ef_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945213482/Put/seqid=0 2024-12-11T19:26:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742030_1206 (size=12354) 2024-12-11T19:26:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-11T19:26:55,551 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/bd52937133b14499b93db48d2af2c024 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/bd52937133b14499b93db48d2af2c024 2024-12-11T19:26:55,557 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/B of 2727f50c30aa0a1fc8d1fa63e88e0285 into bd52937133b14499b93db48d2af2c024(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:55,557 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:55,557 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/B, priority=12, startTime=1733945215125; duration=0sec 2024-12-11T19:26:55,557 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:55,557 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:B 2024-12-11T19:26:55,557 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:26:55,559 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:26:55,559 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/C is initiating minor compaction (all files) 2024-12-11T19:26:55,559 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/C in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:55,559 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/16d8b394c81547acb5f481c01649d2ba, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/e997268dab8246aebd78029bd8f31d12, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/6fb2aa3cdc59430b9f0d477d32f18d03, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/56c91c58708f42649b08f78af0541403] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=47.9 K 2024-12-11T19:26:55,560 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d8b394c81547acb5f481c01649d2ba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733945209037 2024-12-11T19:26:55,560 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e997268dab8246aebd78029bd8f31d12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733945209053 2024-12-11T19:26:55,560 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fb2aa3cdc59430b9f0d477d32f18d03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733945210176 2024-12-11T19:26:55,560 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 56c91c58708f42649b08f78af0541403, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733945212330 2024-12-11T19:26:55,562 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:55,562 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/fdfa1fdaf87d4af6b7c03cd372466429 is 175, key is test_row_0/A:col10/1733945213442/Put/seqid=0 2024-12-11T19:26:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742031_1207 (size=31651) 2024-12-11T19:26:55,582 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:55,582 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/ecee7d4f04854a129071227f50d38d4c is 50, key is test_row_0/C:col10/1733945213442/Put/seqid=0 2024-12-11T19:26:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742032_1208 (size=12697) 2024-12-11T19:26:55,593 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/ecee7d4f04854a129071227f50d38d4c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/ecee7d4f04854a129071227f50d38d4c 2024-12-11T19:26:55,601 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/C of 2727f50c30aa0a1fc8d1fa63e88e0285 into ecee7d4f04854a129071227f50d38d4c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:55,601 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:55,601 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/C, priority=12, startTime=1733945215125; duration=0sec 2024-12-11T19:26:55,602 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:55,602 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:C 2024-12-11T19:26:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:55,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945275644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945275644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945275645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945275648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:55,677 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114c11c3f65ab44751970379704b43c9ef_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114c11c3f65ab44751970379704b43c9ef_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/de614e12c7684c69992636cb46771d20, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/de614e12c7684c69992636cb46771d20 is 175, key is test_row_0/A:col10/1733945213482/Put/seqid=0 2024-12-11T19:26:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742033_1209 (size=31155) 2024-12-11T19:26:55,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945275750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945275751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945275751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945275754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945275953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945275954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945275954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945275955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:55,985 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/fdfa1fdaf87d4af6b7c03cd372466429 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fdfa1fdaf87d4af6b7c03cd372466429 2024-12-11T19:26:55,990 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/A of 2727f50c30aa0a1fc8d1fa63e88e0285 into fdfa1fdaf87d4af6b7c03cd372466429(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:55,990 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:55,990 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/A, priority=12, startTime=1733945215124; duration=0sec 2024-12-11T19:26:55,990 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:55,990 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:A 2024-12-11T19:26:56,083 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/de614e12c7684c69992636cb46771d20 2024-12-11T19:26:56,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/d1999d7f842e45b8a157e3f8fa30cf4b is 50, key is test_row_0/B:col10/1733945213482/Put/seqid=0 2024-12-11T19:26:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742034_1210 (size=12201) 2024-12-11T19:26:56,103 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/d1999d7f842e45b8a157e3f8fa30cf4b 2024-12-11T19:26:56,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/4be8e279e9e3416c862d40289891da92 is 50, key is test_row_0/C:col10/1733945213482/Put/seqid=0 2024-12-11T19:26:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742035_1211 (size=12201) 2024-12-11T19:26:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945276256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945276256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945276256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945276258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-11T19:26:56,516 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/4be8e279e9e3416c862d40289891da92 2024-12-11T19:26:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/de614e12c7684c69992636cb46771d20 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/de614e12c7684c69992636cb46771d20 2024-12-11T19:26:56,525 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/de614e12c7684c69992636cb46771d20, entries=150, sequenceid=258, filesize=30.4 K 2024-12-11T19:26:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/d1999d7f842e45b8a157e3f8fa30cf4b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d1999d7f842e45b8a157e3f8fa30cf4b 2024-12-11T19:26:56,530 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d1999d7f842e45b8a157e3f8fa30cf4b, entries=150, sequenceid=258, filesize=11.9 K 2024-12-11T19:26:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/4be8e279e9e3416c862d40289891da92 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/4be8e279e9e3416c862d40289891da92 2024-12-11T19:26:56,535 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/4be8e279e9e3416c862d40289891da92, entries=150, sequenceid=258, filesize=11.9 K 2024-12-11T19:26:56,536 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1274ms, sequenceid=258, compaction requested=false 2024-12-11T19:26:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T19:26:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-11T19:26:56,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T19:26:56,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3430 sec 2024-12-11T19:26:56,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.3460 sec 2024-12-11T19:26:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:56,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T19:26:56,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:56,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:56,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:56,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:56,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:56,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:56,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e88660312b5944728b08306d010e76c4_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945215647/Put/seqid=0 2024-12-11T19:26:56,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945276770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945276770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945276771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945276771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742036_1212 (size=12454) 2024-12-11T19:26:56,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:56,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e88660312b5944728b08306d010e76c4_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e88660312b5944728b08306d010e76c4_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:56,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c2e69b91333345ec9696e8ae761d7e9f, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:56,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c2e69b91333345ec9696e8ae761d7e9f is 175, key is test_row_0/A:col10/1733945215647/Put/seqid=0 2024-12-11T19:26:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742037_1213 (size=31255) 2024-12-11T19:26:56,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c2e69b91333345ec9696e8ae761d7e9f 2024-12-11T19:26:56,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/b647e9f951a9481d9cf133bfd7daf9c3 is 50, key is test_row_0/B:col10/1733945215647/Put/seqid=0 2024-12-11T19:26:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742038_1214 (size=12301) 2024-12-11T19:26:56,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945276873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945276873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945276874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:56,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945276874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945277076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945277076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945277077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945277077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/b647e9f951a9481d9cf133bfd7daf9c3 2024-12-11T19:26:57,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/7f0287d58f29497aa9cb63c6a59d55d4 is 50, key is test_row_0/C:col10/1733945215647/Put/seqid=0 2024-12-11T19:26:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742039_1215 (size=12301) 2024-12-11T19:26:57,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/7f0287d58f29497aa9cb63c6a59d55d4 2024-12-11T19:26:57,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/c2e69b91333345ec9696e8ae761d7e9f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c2e69b91333345ec9696e8ae761d7e9f 2024-12-11T19:26:57,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c2e69b91333345ec9696e8ae761d7e9f, entries=150, sequenceid=281, filesize=30.5 K 2024-12-11T19:26:57,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/b647e9f951a9481d9cf133bfd7daf9c3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/b647e9f951a9481d9cf133bfd7daf9c3 2024-12-11T19:26:57,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/b647e9f951a9481d9cf133bfd7daf9c3, entries=150, sequenceid=281, filesize=12.0 K 2024-12-11T19:26:57,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/7f0287d58f29497aa9cb63c6a59d55d4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/7f0287d58f29497aa9cb63c6a59d55d4 2024-12-11T19:26:57,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/7f0287d58f29497aa9cb63c6a59d55d4, entries=150, sequenceid=281, filesize=12.0 K 2024-12-11T19:26:57,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 509ms, sequenceid=281, compaction requested=true 2024-12-11T19:26:57,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:26:57,270 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:26:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:26:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T19:26:57,271 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:57,272 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:57,272 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/B is initiating minor compaction (all files) 2024-12-11T19:26:57,272 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/B in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:57,272 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/bd52937133b14499b93db48d2af2c024, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d1999d7f842e45b8a157e3f8fa30cf4b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/b647e9f951a9481d9cf133bfd7daf9c3] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=36.3 K 2024-12-11T19:26:57,273 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd52937133b14499b93db48d2af2c024, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733945212330 2024-12-11T19:26:57,274 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:57,274 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/A is initiating minor compaction (all files) 2024-12-11T19:26:57,274 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/A in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:57,274 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1999d7f842e45b8a157e3f8fa30cf4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733945213481 2024-12-11T19:26:57,274 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fdfa1fdaf87d4af6b7c03cd372466429, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/de614e12c7684c69992636cb46771d20, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c2e69b91333345ec9696e8ae761d7e9f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=91.9 K 2024-12-11T19:26:57,274 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:57,274 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fdfa1fdaf87d4af6b7c03cd372466429, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/de614e12c7684c69992636cb46771d20, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c2e69b91333345ec9696e8ae761d7e9f] 2024-12-11T19:26:57,274 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b647e9f951a9481d9cf133bfd7daf9c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733945215644 2024-12-11T19:26:57,275 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fdfa1fdaf87d4af6b7c03cd372466429, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733945212330 2024-12-11T19:26:57,275 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting de614e12c7684c69992636cb46771d20, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733945213481 2024-12-11T19:26:57,275 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c2e69b91333345ec9696e8ae761d7e9f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733945215644 2024-12-11T19:26:57,290 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:57,291 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:57,292 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/0cbcd3d10e674880855119dcca43c6fb is 50, key is test_row_0/B:col10/1733945215647/Put/seqid=0 2024-12-11T19:26:57,327 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211c5d925649bfd4d2d8672b9577d854235_2727f50c30aa0a1fc8d1fa63e88e0285 store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:57,328 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211c5d925649bfd4d2d8672b9577d854235_2727f50c30aa0a1fc8d1fa63e88e0285, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:57,329 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c5d925649bfd4d2d8672b9577d854235_2727f50c30aa0a1fc8d1fa63e88e0285 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742040_1216 (size=12949) 2024-12-11T19:26:57,336 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/0cbcd3d10e674880855119dcca43c6fb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0cbcd3d10e674880855119dcca43c6fb 2024-12-11T19:26:57,344 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/B of 2727f50c30aa0a1fc8d1fa63e88e0285 into 0cbcd3d10e674880855119dcca43c6fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:57,344 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:57,344 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/B, priority=13, startTime=1733945217270; duration=0sec 2024-12-11T19:26:57,344 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:26:57,344 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:B 2024-12-11T19:26:57,344 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:26:57,346 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:26:57,346 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/C is initiating minor compaction (all files) 2024-12-11T19:26:57,346 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/C in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:57,346 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/ecee7d4f04854a129071227f50d38d4c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/4be8e279e9e3416c862d40289891da92, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/7f0287d58f29497aa9cb63c6a59d55d4] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=36.3 K 2024-12-11T19:26:57,347 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecee7d4f04854a129071227f50d38d4c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733945212330 2024-12-11T19:26:57,347 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4be8e279e9e3416c862d40289891da92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733945213481 2024-12-11T19:26:57,347 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f0287d58f29497aa9cb63c6a59d55d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733945215644 2024-12-11T19:26:57,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742041_1217 (size=4469) 2024-12-11T19:26:57,354 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#A#compaction#179 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:57,354 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/fc49b838950e4e0082686da8deed9c0a is 175, key is test_row_0/A:col10/1733945215647/Put/seqid=0 2024-12-11T19:26:57,371 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:26:57,372 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/a1924c3822bd4ae9a48bc2404f714cc2 is 50, key is test_row_0/C:col10/1733945215647/Put/seqid=0 2024-12-11T19:26:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742042_1218 (size=31903) 2024-12-11T19:26:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:57,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T19:26:57,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:57,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:57,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:57,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:57,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:57,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:57,382 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/fc49b838950e4e0082686da8deed9c0a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fc49b838950e4e0082686da8deed9c0a 2024-12-11T19:26:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742043_1219 (size=12949) 2024-12-11T19:26:57,391 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/A of 2727f50c30aa0a1fc8d1fa63e88e0285 into fc49b838950e4e0082686da8deed9c0a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:57,391 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:57,391 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/A, priority=13, startTime=1733945217269; duration=0sec 2024-12-11T19:26:57,391 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:57,391 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:A 2024-12-11T19:26:57,394 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/a1924c3822bd4ae9a48bc2404f714cc2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/a1924c3822bd4ae9a48bc2404f714cc2 2024-12-11T19:26:57,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121124b460f7bb3f4b0280bf85cc64c3ee23_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945216766/Put/seqid=0 2024-12-11T19:26:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742044_1220 (size=12454) 2024-12-11T19:26:57,420 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/C of 2727f50c30aa0a1fc8d1fa63e88e0285 into a1924c3822bd4ae9a48bc2404f714cc2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:26:57,420 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:57,420 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/C, priority=13, startTime=1733945217270; duration=0sec 2024-12-11T19:26:57,420 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:26:57,420 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:C 2024-12-11T19:26:57,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945277450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945277450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945277450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945277451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945277553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945277552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945277553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945277553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945277754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945277755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945277755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945277755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:57,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:57,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121124b460f7bb3f4b0280bf85cc64c3ee23_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121124b460f7bb3f4b0280bf85cc64c3ee23_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:57,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/4a5bf885571d4b6f963989a242915e60, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:57,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/4a5bf885571d4b6f963989a242915e60 is 175, key is test_row_0/A:col10/1733945216766/Put/seqid=0 2024-12-11T19:26:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742045_1221 (size=31255) 2024-12-11T19:26:57,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/4a5bf885571d4b6f963989a242915e60 2024-12-11T19:26:57,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/edf8d7e570414caab28d2680ed3654fd is 50, key is test_row_0/B:col10/1733945216766/Put/seqid=0 2024-12-11T19:26:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742046_1222 (size=12301) 2024-12-11T19:26:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945278057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945278057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945278058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945278058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/edf8d7e570414caab28d2680ed3654fd 2024-12-11T19:26:58,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/945090f3dce34826bdfd3054849cd6fc is 50, key is test_row_0/C:col10/1733945216766/Put/seqid=0 2024-12-11T19:26:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742047_1223 (size=12301) 2024-12-11T19:26:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-11T19:26:58,297 INFO [Thread-690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-11T19:26:58,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:26:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-11T19:26:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-11T19:26:58,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:26:58,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:26:58,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:26:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-11T19:26:58,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-11T19:26:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:58,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945278560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945278562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945278562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945278563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-11T19:26:58,604 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-11T19:26:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:58,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:26:58,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/945090f3dce34826bdfd3054849cd6fc 2024-12-11T19:26:58,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/4a5bf885571d4b6f963989a242915e60 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/4a5bf885571d4b6f963989a242915e60 2024-12-11T19:26:58,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/4a5bf885571d4b6f963989a242915e60, entries=150, sequenceid=299, filesize=30.5 K 2024-12-11T19:26:58,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/edf8d7e570414caab28d2680ed3654fd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/edf8d7e570414caab28d2680ed3654fd 2024-12-11T19:26:58,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/edf8d7e570414caab28d2680ed3654fd, entries=150, sequenceid=299, filesize=12.0 K 2024-12-11T19:26:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/945090f3dce34826bdfd3054849cd6fc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/945090f3dce34826bdfd3054849cd6fc 2024-12-11T19:26:58,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/945090f3dce34826bdfd3054849cd6fc, entries=150, sequenceid=299, filesize=12.0 K 2024-12-11T19:26:58,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1301ms, sequenceid=299, compaction requested=false 2024-12-11T19:26:58,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:26:58,757 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:58,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-11T19:26:58,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:26:58,758 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:26:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:26:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:26:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:26:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:26:58,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a3079b49383149acaf3b4821ff8e9339_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945217449/Put/seqid=0 2024-12-11T19:26:58,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742048_1224 (size=12454) 2024-12-11T19:26:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-11T19:26:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:26:59,173 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a3079b49383149acaf3b4821ff8e9339_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a3079b49383149acaf3b4821ff8e9339_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/16360a8364c444c5a1d65c0a4b55ffff, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:26:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/16360a8364c444c5a1d65c0a4b55ffff is 175, key is test_row_0/A:col10/1733945217449/Put/seqid=0 2024-12-11T19:26:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742049_1225 (size=31255) 2024-12-11T19:26:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-11T19:26:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:26:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:26:59,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945279578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,581 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/16360a8364c444c5a1d65c0a4b55ffff 2024-12-11T19:26:59,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945279579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945279580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945279580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/e5fc5c4f6d044b02abb83c346c6ad09c is 50, key is test_row_0/B:col10/1733945217449/Put/seqid=0 2024-12-11T19:26:59,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742050_1226 (size=12301) 2024-12-11T19:26:59,595 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/e5fc5c4f6d044b02abb83c346c6ad09c 2024-12-11T19:26:59,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/b11ae310060544cba8f8995d261a26a9 is 50, key is test_row_0/C:col10/1733945217449/Put/seqid=0 2024-12-11T19:26:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742051_1227 (size=12301) 2024-12-11T19:26:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945279682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945279682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945279682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945279683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945279884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945279884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945279885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:26:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:26:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945279885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,007 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/b11ae310060544cba8f8995d261a26a9 2024-12-11T19:27:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/16360a8364c444c5a1d65c0a4b55ffff as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/16360a8364c444c5a1d65c0a4b55ffff 2024-12-11T19:27:00,015 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/16360a8364c444c5a1d65c0a4b55ffff, entries=150, sequenceid=320, filesize=30.5 K 2024-12-11T19:27:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/e5fc5c4f6d044b02abb83c346c6ad09c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5fc5c4f6d044b02abb83c346c6ad09c 2024-12-11T19:27:00,020 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5fc5c4f6d044b02abb83c346c6ad09c, entries=150, sequenceid=320, filesize=12.0 K 2024-12-11T19:27:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/b11ae310060544cba8f8995d261a26a9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/b11ae310060544cba8f8995d261a26a9 2024-12-11T19:27:00,024 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/b11ae310060544cba8f8995d261a26a9, entries=150, sequenceid=320, filesize=12.0 K 2024-12-11T19:27:00,025 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1268ms, sequenceid=320, compaction requested=true 2024-12-11T19:27:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:27:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-11T19:27:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-11T19:27:00,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-11T19:27:00,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7260 sec 2024-12-11T19:27:00,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.7300 sec 2024-12-11T19:27:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:00,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:27:00,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:27:00,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:00,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:27:00,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:00,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:27:00,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:00,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110b87ce7864ff407c96542d5b3de536f4_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945220190/Put/seqid=0 2024-12-11T19:27:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742052_1228 (size=22618) 2024-12-11T19:27:00,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945280208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945280209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945280209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945280211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945280314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945280315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945280315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945280316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-11T19:27:00,403 INFO [Thread-690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-11T19:27:00,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-11T19:27:00,405 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-11T19:27:00,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:00,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-11T19:27:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945280516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945280517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945280517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945280521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:00,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:00,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:00,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:00,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:00,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110b87ce7864ff407c96542d5b3de536f4_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110b87ce7864ff407c96542d5b3de536f4_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:00,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8d0313c52490464d8b75bb868cd42e32, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:27:00,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8d0313c52490464d8b75bb868cd42e32 is 175, key is test_row_0/A:col10/1733945220190/Put/seqid=0 2024-12-11T19:27:00,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742053_1229 (size=66023) 2024-12-11T19:27:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-11T19:27:00,711 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:00,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945280820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945280821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945280822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945280823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:00,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:00,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:00,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-11T19:27:01,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8d0313c52490464d8b75bb868cd42e32 2024-12-11T19:27:01,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3c5c76748a5345c59d0117a052398a33 is 50, key is test_row_0/B:col10/1733945220190/Put/seqid=0 2024-12-11T19:27:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742054_1230 (size=12301) 2024-12-11T19:27:01,168 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:01,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:01,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,321 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:01,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:01,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1733945281323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733945281323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59032 deadline: 1733945281324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733945281330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3c5c76748a5345c59d0117a052398a33 2024-12-11T19:27:01,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/1352e59e913f43b8905376fb76e05603 is 50, key is test_row_0/C:col10/1733945220190/Put/seqid=0 2024-12-11T19:27:01,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742055_1231 (size=12301) 2024-12-11T19:27:01,473 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-11T19:27:01,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:01,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/1352e59e913f43b8905376fb76e05603 2024-12-11T19:27:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/8d0313c52490464d8b75bb868cd42e32 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8d0313c52490464d8b75bb868cd42e32 2024-12-11T19:27:01,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8d0313c52490464d8b75bb868cd42e32, entries=350, sequenceid=341, filesize=64.5 K 2024-12-11T19:27:01,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/3c5c76748a5345c59d0117a052398a33 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c5c76748a5345c59d0117a052398a33 2024-12-11T19:27:01,868 DEBUG [Thread-693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:57756 2024-12-11T19:27:01,868 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:01,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c5c76748a5345c59d0117a052398a33, entries=150, sequenceid=341, filesize=12.0 K 2024-12-11T19:27:01,868 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:57756 2024-12-11T19:27:01,868 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:01,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/1352e59e913f43b8905376fb76e05603 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1352e59e913f43b8905376fb76e05603 2024-12-11T19:27:01,871 DEBUG [Thread-695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b120d9 to 127.0.0.1:57756 2024-12-11T19:27:01,871 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:01,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1352e59e913f43b8905376fb76e05603, entries=150, sequenceid=341, filesize=12.0 K 2024-12-11T19:27:01,873 DEBUG [Thread-697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c1ec7ee to 127.0.0.1:57756 2024-12-11T19:27:01,873 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:01,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1684ms, sequenceid=341, compaction requested=true 2024-12-11T19:27:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:27:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:01,873 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:27:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2727f50c30aa0a1fc8d1fa63e88e0285:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:01,873 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:27:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:01,875 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160436 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:27:01,875 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:27:01,875 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/B is initiating minor compaction (all files) 2024-12-11T19:27:01,875 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/A is initiating minor compaction (all files) 2024-12-11T19:27:01,875 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/B in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,875 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/A in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,875 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0cbcd3d10e674880855119dcca43c6fb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/edf8d7e570414caab28d2680ed3654fd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5fc5c4f6d044b02abb83c346c6ad09c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c5c76748a5345c59d0117a052398a33] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=48.7 K 2024-12-11T19:27:01,875 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fc49b838950e4e0082686da8deed9c0a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/4a5bf885571d4b6f963989a242915e60, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/16360a8364c444c5a1d65c0a4b55ffff, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8d0313c52490464d8b75bb868cd42e32] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=156.7 K 2024-12-11T19:27:01,875 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,875 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fc49b838950e4e0082686da8deed9c0a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/4a5bf885571d4b6f963989a242915e60, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/16360a8364c444c5a1d65c0a4b55ffff, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8d0313c52490464d8b75bb868cd42e32] 2024-12-11T19:27:01,875 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cbcd3d10e674880855119dcca43c6fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733945215644 2024-12-11T19:27:01,875 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc49b838950e4e0082686da8deed9c0a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733945215644 2024-12-11T19:27:01,876 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting edf8d7e570414caab28d2680ed3654fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733945216766 2024-12-11T19:27:01,876 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a5bf885571d4b6f963989a242915e60, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733945216766 2024-12-11T19:27:01,876 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e5fc5c4f6d044b02abb83c346c6ad09c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733945217426 2024-12-11T19:27:01,876 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16360a8364c444c5a1d65c0a4b55ffff, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733945217426 2024-12-11T19:27:01,876 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c5c76748a5345c59d0117a052398a33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733945220189 2024-12-11T19:27:01,876 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d0313c52490464d8b75bb868cd42e32, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733945219577 2024-12-11T19:27:01,882 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:27:01,883 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:01,883 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/36a2f332e8914701ae3cf509b7880771 is 50, key is test_row_0/B:col10/1733945220190/Put/seqid=0 2024-12-11T19:27:01,884 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211534ccfbf3245472ba688241be26fccc9_2727f50c30aa0a1fc8d1fa63e88e0285 store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:27:01,885 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211534ccfbf3245472ba688241be26fccc9_2727f50c30aa0a1fc8d1fa63e88e0285, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:27:01,885 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211534ccfbf3245472ba688241be26fccc9_2727f50c30aa0a1fc8d1fa63e88e0285 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:27:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742056_1232 (size=13085) 2024-12-11T19:27:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742057_1233 (size=4469) 2024-12-11T19:27:01,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:01,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-11T19:27:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:01,932 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-11T19:27:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:27:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:27:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:27:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121180c3b257b8414156b618d128b6b4f54a_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_0/A:col10/1733945220207/Put/seqid=0 2024-12-11T19:27:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742058_1234 (size=12454) 2024-12-11T19:27:02,318 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#A#compaction#192 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:02,319 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/cc9c452695494ee7958a3d2ec6c3c93a is 175, key is test_row_0/A:col10/1733945220190/Put/seqid=0 2024-12-11T19:27:02,320 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/36a2f332e8914701ae3cf509b7880771 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/36a2f332e8914701ae3cf509b7880771 2024-12-11T19:27:02,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742059_1235 (size=32039) 2024-12-11T19:27:02,328 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/B of 2727f50c30aa0a1fc8d1fa63e88e0285 into 36a2f332e8914701ae3cf509b7880771(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:02,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. as already flushing 2024-12-11T19:27:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:02,328 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:27:02,328 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/B, priority=12, startTime=1733945221873; duration=0sec 2024-12-11T19:27:02,328 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:02,328 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:B 2024-12-11T19:27:02,328 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:57756 2024-12-11T19:27:02,328 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:02,328 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:27:02,330 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:27:02,330 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 2727f50c30aa0a1fc8d1fa63e88e0285/C is initiating minor compaction (all files) 2024-12-11T19:27:02,330 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2727f50c30aa0a1fc8d1fa63e88e0285/C in TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:02,330 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/a1924c3822bd4ae9a48bc2404f714cc2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/945090f3dce34826bdfd3054849cd6fc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/b11ae310060544cba8f8995d261a26a9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1352e59e913f43b8905376fb76e05603] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp, totalSize=48.7 K 2024-12-11T19:27:02,330 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a1924c3822bd4ae9a48bc2404f714cc2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733945215644 2024-12-11T19:27:02,331 DEBUG [Thread-682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4420 to 127.0.0.1:57756 2024-12-11T19:27:02,331 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:02,331 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 945090f3dce34826bdfd3054849cd6fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733945216766 2024-12-11T19:27:02,331 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:57756 2024-12-11T19:27:02,331 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:02,331 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b11ae310060544cba8f8995d261a26a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733945217426 2024-12-11T19:27:02,332 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 1352e59e913f43b8905376fb76e05603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733945220189 2024-12-11T19:27:02,334 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:57756 2024-12-11T19:27:02,334 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:02,340 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2727f50c30aa0a1fc8d1fa63e88e0285#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:02,340 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/3540d82354e2481d9bd0f27f910de8bc is 50, key is test_row_0/C:col10/1733945220190/Put/seqid=0 2024-12-11T19:27:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742060_1236 (size=13085) 2024-12-11T19:27:02,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:02,347 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121180c3b257b8414156b618d128b6b4f54a_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121180c3b257b8414156b618d128b6b4f54a_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b9c4c04727164492b4dd5ecf7e184dfd, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:27:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b9c4c04727164492b4dd5ecf7e184dfd is 175, key is test_row_0/A:col10/1733945220207/Put/seqid=0 2024-12-11T19:27:02,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742061_1237 (size=31255) 2024-12-11T19:27:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-11T19:27:02,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T19:27:02,731 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/cc9c452695494ee7958a3d2ec6c3c93a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/cc9c452695494ee7958a3d2ec6c3c93a 2024-12-11T19:27:02,738 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/A of 2727f50c30aa0a1fc8d1fa63e88e0285 into cc9c452695494ee7958a3d2ec6c3c93a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:02,738 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:27:02,738 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/A, priority=12, startTime=1733945221873; duration=0sec 2024-12-11T19:27:02,738 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:02,738 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:A 2024-12-11T19:27:02,749 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/3540d82354e2481d9bd0f27f910de8bc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/3540d82354e2481d9bd0f27f910de8bc 2024-12-11T19:27:02,752 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b9c4c04727164492b4dd5ecf7e184dfd 2024-12-11T19:27:02,754 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2727f50c30aa0a1fc8d1fa63e88e0285/C of 2727f50c30aa0a1fc8d1fa63e88e0285 into 3540d82354e2481d9bd0f27f910de8bc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:02,754 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:27:02,754 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285., storeName=2727f50c30aa0a1fc8d1fa63e88e0285/C, priority=12, startTime=1733945221873; duration=0sec 2024-12-11T19:27:02,754 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:02,754 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2727f50c30aa0a1fc8d1fa63e88e0285:C 2024-12-11T19:27:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/e5566bd388194da6818fa5cf2f09625b is 50, key is test_row_0/B:col10/1733945220207/Put/seqid=0 2024-12-11T19:27:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742062_1238 (size=12301) 2024-12-11T19:27:03,163 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/e5566bd388194da6818fa5cf2f09625b 2024-12-11T19:27:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/2bada2540e77479c9bb22ed95602ec27 is 50, key is test_row_0/C:col10/1733945220207/Put/seqid=0 2024-12-11T19:27:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742063_1239 (size=12301) 2024-12-11T19:27:03,581 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/2bada2540e77479c9bb22ed95602ec27 2024-12-11T19:27:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/b9c4c04727164492b4dd5ecf7e184dfd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b9c4c04727164492b4dd5ecf7e184dfd 2024-12-11T19:27:03,595 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b9c4c04727164492b4dd5ecf7e184dfd, entries=150, sequenceid=356, filesize=30.5 K 2024-12-11T19:27:03,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/e5566bd388194da6818fa5cf2f09625b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5566bd388194da6818fa5cf2f09625b 2024-12-11T19:27:03,602 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5566bd388194da6818fa5cf2f09625b, entries=150, sequenceid=356, filesize=12.0 K 2024-12-11T19:27:03,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/2bada2540e77479c9bb22ed95602ec27 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/2bada2540e77479c9bb22ed95602ec27 2024-12-11T19:27:03,608 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/2bada2540e77479c9bb22ed95602ec27, entries=150, sequenceid=356, filesize=12.0 K 2024-12-11T19:27:03,609 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1677ms, sequenceid=356, compaction requested=false 2024-12-11T19:27:03,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:27:03,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:03,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-11T19:27:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-11T19:27:03,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-11T19:27:03,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2050 sec 2024-12-11T19:27:03,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.2090 sec 2024-12-11T19:27:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-11T19:27:04,513 INFO [Thread-690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-11T19:27:04,861 DEBUG [Thread-680 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:57756 2024-12-11T19:27:04,861 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7723 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7523 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3235 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9705 rows 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3253 2024-12-11T19:27:04,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9759 rows 2024-12-11T19:27:04,862 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T19:27:04,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26401a5f to 127.0.0.1:57756 2024-12-11T19:27:04,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:04,864 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-11T19:27:04,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T19:27:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-11T19:27:04,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945224871"}]},"ts":"1733945224871"} 2024-12-11T19:27:04,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T19:27:04,926 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T19:27:04,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:27:04,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, UNASSIGN}] 2024-12-11T19:27:04,930 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, UNASSIGN 2024-12-11T19:27:04,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:04,932 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:27:04,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; CloseRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:27:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-11T19:27:05,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:05,085 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(124): Close 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:05,085 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:27:05,085 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1681): Closing 2727f50c30aa0a1fc8d1fa63e88e0285, disabling compactions & flushes 2024-12-11T19:27:05,085 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:05,085 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:05,085 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. after waiting 0 ms 2024-12-11T19:27:05,085 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:05,086 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(2837): Flushing 2727f50c30aa0a1fc8d1fa63e88e0285 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-11T19:27:05,086 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=A 2024-12-11T19:27:05,086 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:05,086 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=B 2024-12-11T19:27:05,086 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:05,086 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2727f50c30aa0a1fc8d1fa63e88e0285, store=C 2024-12-11T19:27:05,086 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:05,093 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121134679ec8364045da947a0cdcfb468745_2727f50c30aa0a1fc8d1fa63e88e0285 is 50, key is test_row_1/A:col10/1733945222330/Put/seqid=0 2024-12-11T19:27:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742064_1240 (size=9914) 2024-12-11T19:27:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-11T19:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-11T19:27:05,497 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:05,502 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121134679ec8364045da947a0cdcfb468745_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121134679ec8364045da947a0cdcfb468745_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:05,503 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/453293fecdcf4796a06ffa1a8e79f3ca, store: [table=TestAcidGuarantees family=A region=2727f50c30aa0a1fc8d1fa63e88e0285] 2024-12-11T19:27:05,504 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/453293fecdcf4796a06ffa1a8e79f3ca is 175, key is test_row_1/A:col10/1733945222330/Put/seqid=0 2024-12-11T19:27:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742065_1241 (size=22561) 2024-12-11T19:27:05,909 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/453293fecdcf4796a06ffa1a8e79f3ca 2024-12-11T19:27:05,916 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a6ab899833514fa39297bc2b8f5838d9 is 50, key is test_row_1/B:col10/1733945222330/Put/seqid=0 2024-12-11T19:27:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742066_1242 (size=9857) 2024-12-11T19:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-11T19:27:06,321 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a6ab899833514fa39297bc2b8f5838d9 2024-12-11T19:27:06,334 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c07c6d7e7b2041ae9851645f0203796e is 50, key is test_row_1/C:col10/1733945222330/Put/seqid=0 2024-12-11T19:27:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742067_1243 (size=9857) 2024-12-11T19:27:06,742 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c07c6d7e7b2041ae9851645f0203796e 2024-12-11T19:27:06,749 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/A/453293fecdcf4796a06ffa1a8e79f3ca as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/453293fecdcf4796a06ffa1a8e79f3ca 2024-12-11T19:27:06,754 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/453293fecdcf4796a06ffa1a8e79f3ca, entries=100, sequenceid=367, filesize=22.0 K 2024-12-11T19:27:06,755 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/B/a6ab899833514fa39297bc2b8f5838d9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a6ab899833514fa39297bc2b8f5838d9 2024-12-11T19:27:06,759 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a6ab899833514fa39297bc2b8f5838d9, entries=100, sequenceid=367, filesize=9.6 K 2024-12-11T19:27:06,760 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/.tmp/C/c07c6d7e7b2041ae9851645f0203796e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c07c6d7e7b2041ae9851645f0203796e 2024-12-11T19:27:06,765 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c07c6d7e7b2041ae9851645f0203796e, entries=100, sequenceid=367, filesize=9.6 K 2024-12-11T19:27:06,766 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2727f50c30aa0a1fc8d1fa63e88e0285 in 1681ms, sequenceid=367, compaction requested=true 2024-12-11T19:27:06,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/706e46fae818408b8d7df18331c6536c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6e71575f5f9f4644959f352f5c7d0e98, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d819ba7f48924924b3d30292078e6fa0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b41172de570443c891d153a6af8c4f41, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b3ad30e23e494f6c869b98637f7e8773, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/ecd88793847d4b7b8ed6675a5e74f2f7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d8e0cef728ef42fd8b24fecbdc5c7656, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6572bb8c10d649098beef22f13d498ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c29c9b2496ce455e98b62273bcc4600d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6603ae5719324f8fb3602eb4cbaa3d74, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8e16ca7df8b3444c9ffc7ccb26a0468f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0012e5a98d2b4cee988429318d1914be, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8a53d6e20ff24e77925da7e7b9aacfe8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/5fe62e7b22cd45f1b9fc7ec791746ac6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d1f8d28e1ca34fa58c85bc220331f8ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0d9e8f569f2d40a48ff6bfe2bbffea87, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fdfa1fdaf87d4af6b7c03cd372466429, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/de614e12c7684c69992636cb46771d20, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fc49b838950e4e0082686da8deed9c0a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c2e69b91333345ec9696e8ae761d7e9f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/4a5bf885571d4b6f963989a242915e60, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/16360a8364c444c5a1d65c0a4b55ffff, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8d0313c52490464d8b75bb868cd42e32] to archive 2024-12-11T19:27:06,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:27:06,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6572bb8c10d649098beef22f13d498ee to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6572bb8c10d649098beef22f13d498ee 2024-12-11T19:27:06,770 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/706e46fae818408b8d7df18331c6536c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/706e46fae818408b8d7df18331c6536c 2024-12-11T19:27:06,770 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6e71575f5f9f4644959f352f5c7d0e98 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6e71575f5f9f4644959f352f5c7d0e98 2024-12-11T19:27:06,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b3ad30e23e494f6c869b98637f7e8773 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b3ad30e23e494f6c869b98637f7e8773 2024-12-11T19:27:06,771 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d8e0cef728ef42fd8b24fecbdc5c7656 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d8e0cef728ef42fd8b24fecbdc5c7656 2024-12-11T19:27:06,771 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/ecd88793847d4b7b8ed6675a5e74f2f7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/ecd88793847d4b7b8ed6675a5e74f2f7 2024-12-11T19:27:06,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b41172de570443c891d153a6af8c4f41 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b41172de570443c891d153a6af8c4f41 2024-12-11T19:27:06,771 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d819ba7f48924924b3d30292078e6fa0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d819ba7f48924924b3d30292078e6fa0 2024-12-11T19:27:06,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c29c9b2496ce455e98b62273bcc4600d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c29c9b2496ce455e98b62273bcc4600d 2024-12-11T19:27:06,773 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8e16ca7df8b3444c9ffc7ccb26a0468f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8e16ca7df8b3444c9ffc7ccb26a0468f 2024-12-11T19:27:06,773 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d1f8d28e1ca34fa58c85bc220331f8ae to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/d1f8d28e1ca34fa58c85bc220331f8ae 2024-12-11T19:27:06,774 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8a53d6e20ff24e77925da7e7b9aacfe8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8a53d6e20ff24e77925da7e7b9aacfe8 2024-12-11T19:27:06,774 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0d9e8f569f2d40a48ff6bfe2bbffea87 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0d9e8f569f2d40a48ff6bfe2bbffea87 2024-12-11T19:27:06,774 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/5fe62e7b22cd45f1b9fc7ec791746ac6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/5fe62e7b22cd45f1b9fc7ec791746ac6 2024-12-11T19:27:06,774 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0012e5a98d2b4cee988429318d1914be to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/0012e5a98d2b4cee988429318d1914be 2024-12-11T19:27:06,775 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6603ae5719324f8fb3602eb4cbaa3d74 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/6603ae5719324f8fb3602eb4cbaa3d74 2024-12-11T19:27:06,775 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/de614e12c7684c69992636cb46771d20 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/de614e12c7684c69992636cb46771d20 2024-12-11T19:27:06,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fdfa1fdaf87d4af6b7c03cd372466429 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fdfa1fdaf87d4af6b7c03cd372466429 2024-12-11T19:27:06,776 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fc49b838950e4e0082686da8deed9c0a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/fc49b838950e4e0082686da8deed9c0a 2024-12-11T19:27:06,776 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c2e69b91333345ec9696e8ae761d7e9f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/c2e69b91333345ec9696e8ae761d7e9f 2024-12-11T19:27:06,776 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/4a5bf885571d4b6f963989a242915e60 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/4a5bf885571d4b6f963989a242915e60 2024-12-11T19:27:06,776 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/16360a8364c444c5a1d65c0a4b55ffff to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/16360a8364c444c5a1d65c0a4b55ffff 2024-12-11T19:27:06,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8d0313c52490464d8b75bb868cd42e32 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/8d0313c52490464d8b75bb868cd42e32 2024-12-11T19:27:06,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/9f4badd7ab0c457f91e3382b7824c5aa, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d622357660e546009999030f49637d80, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/4f732fb71ba549a4bc4acd7d5d0431dc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/517a9cec356a46dabd60c80ea677464e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a7b33d3edb81414c9686681ded63e791, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/ea4fc8d1242e4fafac3e9b219b26d31c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/2979108efe4746e6a86f689e62c6a124, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/59036510d85d470c8eb2cb8d27372d67, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c8e4a70bc654b89a52f8e1c09670734, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/cc20224dbfc8428ea85e8952d1ce47c6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/5d98f3d431074940af24e22ff2ecf80f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a1de5240f31748c6b8a3398c7e162d9d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0933097133034b9c80440b047d9e1dbc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3a18d7f36cba45e8a3c1e87aea7bca62, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/c9782f412bbd4c30b857f52888ad243c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/bd52937133b14499b93db48d2af2c024, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/be8d139ff8d14f8aafc78de786547d18, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d1999d7f842e45b8a157e3f8fa30cf4b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0cbcd3d10e674880855119dcca43c6fb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/b647e9f951a9481d9cf133bfd7daf9c3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/edf8d7e570414caab28d2680ed3654fd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5fc5c4f6d044b02abb83c346c6ad09c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c5c76748a5345c59d0117a052398a33] to archive 2024-12-11T19:27:06,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:27:06,780 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a7b33d3edb81414c9686681ded63e791 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a7b33d3edb81414c9686681ded63e791 2024-12-11T19:27:06,780 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/59036510d85d470c8eb2cb8d27372d67 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/59036510d85d470c8eb2cb8d27372d67 2024-12-11T19:27:06,781 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/9f4badd7ab0c457f91e3382b7824c5aa to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/9f4badd7ab0c457f91e3382b7824c5aa 2024-12-11T19:27:06,781 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d622357660e546009999030f49637d80 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d622357660e546009999030f49637d80 2024-12-11T19:27:06,781 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/ea4fc8d1242e4fafac3e9b219b26d31c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/ea4fc8d1242e4fafac3e9b219b26d31c 2024-12-11T19:27:06,781 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/517a9cec356a46dabd60c80ea677464e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/517a9cec356a46dabd60c80ea677464e 2024-12-11T19:27:06,781 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/4f732fb71ba549a4bc4acd7d5d0431dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/4f732fb71ba549a4bc4acd7d5d0431dc 2024-12-11T19:27:06,781 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/2979108efe4746e6a86f689e62c6a124 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/2979108efe4746e6a86f689e62c6a124 2024-12-11T19:27:06,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/5d98f3d431074940af24e22ff2ecf80f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/5d98f3d431074940af24e22ff2ecf80f 2024-12-11T19:27:06,783 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a1de5240f31748c6b8a3398c7e162d9d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a1de5240f31748c6b8a3398c7e162d9d 2024-12-11T19:27:06,783 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c8e4a70bc654b89a52f8e1c09670734 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c8e4a70bc654b89a52f8e1c09670734 2024-12-11T19:27:06,783 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/cc20224dbfc8428ea85e8952d1ce47c6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/cc20224dbfc8428ea85e8952d1ce47c6 2024-12-11T19:27:06,783 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3a18d7f36cba45e8a3c1e87aea7bca62 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3a18d7f36cba45e8a3c1e87aea7bca62 2024-12-11T19:27:06,783 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0933097133034b9c80440b047d9e1dbc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0933097133034b9c80440b047d9e1dbc 2024-12-11T19:27:06,783 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/bd52937133b14499b93db48d2af2c024 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/bd52937133b14499b93db48d2af2c024 2024-12-11T19:27:06,783 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/c9782f412bbd4c30b857f52888ad243c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/c9782f412bbd4c30b857f52888ad243c 2024-12-11T19:27:06,784 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/be8d139ff8d14f8aafc78de786547d18 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/be8d139ff8d14f8aafc78de786547d18 2024-12-11T19:27:06,784 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d1999d7f842e45b8a157e3f8fa30cf4b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/d1999d7f842e45b8a157e3f8fa30cf4b 2024-12-11T19:27:06,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/edf8d7e570414caab28d2680ed3654fd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/edf8d7e570414caab28d2680ed3654fd 2024-12-11T19:27:06,785 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5fc5c4f6d044b02abb83c346c6ad09c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5fc5c4f6d044b02abb83c346c6ad09c 2024-12-11T19:27:06,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/b647e9f951a9481d9cf133bfd7daf9c3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/b647e9f951a9481d9cf133bfd7daf9c3 2024-12-11T19:27:06,785 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c5c76748a5345c59d0117a052398a33 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/3c5c76748a5345c59d0117a052398a33 2024-12-11T19:27:06,785 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0cbcd3d10e674880855119dcca43c6fb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/0cbcd3d10e674880855119dcca43c6fb 2024-12-11T19:27:06,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/53ec43115371465ba96f043944f770ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/99e59741254c4b4bb09c8ba41e3b602b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c41b808f55744b4c9b303bdd9276876c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/71296dc02430400cba177cabdbc8f60f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/bb63df0c1a7a4252a103172b970b3872, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/64822b0f4513448c82c133acaf78d1a7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/782723b35cac42d286358c55e511de4f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/d402f684d96944908dd44861761a0446, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/11de9957676849459fb7b2a0235b3326, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/f390bea6ee6c43b6a8606ef246a6b4f4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c2ba7a1edc15496292fb504e7d40b8ad, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/16d8b394c81547acb5f481c01649d2ba, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1b19612fe7ee488bb20252c3f0eeca3f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/e997268dab8246aebd78029bd8f31d12, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/6fb2aa3cdc59430b9f0d477d32f18d03, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/ecee7d4f04854a129071227f50d38d4c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/56c91c58708f42649b08f78af0541403, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/4be8e279e9e3416c862d40289891da92, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/a1924c3822bd4ae9a48bc2404f714cc2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/7f0287d58f29497aa9cb63c6a59d55d4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/945090f3dce34826bdfd3054849cd6fc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/b11ae310060544cba8f8995d261a26a9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1352e59e913f43b8905376fb76e05603] to archive 2024-12-11T19:27:06,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:27:06,791 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/53ec43115371465ba96f043944f770ef to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/53ec43115371465ba96f043944f770ef 2024-12-11T19:27:06,792 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c41b808f55744b4c9b303bdd9276876c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c41b808f55744b4c9b303bdd9276876c 2024-12-11T19:27:06,792 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/64822b0f4513448c82c133acaf78d1a7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/64822b0f4513448c82c133acaf78d1a7 2024-12-11T19:27:06,792 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/71296dc02430400cba177cabdbc8f60f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/71296dc02430400cba177cabdbc8f60f 2024-12-11T19:27:06,792 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/99e59741254c4b4bb09c8ba41e3b602b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/99e59741254c4b4bb09c8ba41e3b602b 2024-12-11T19:27:06,792 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/bb63df0c1a7a4252a103172b970b3872 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/bb63df0c1a7a4252a103172b970b3872 2024-12-11T19:27:06,792 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/782723b35cac42d286358c55e511de4f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/782723b35cac42d286358c55e511de4f 2024-12-11T19:27:06,792 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/d402f684d96944908dd44861761a0446 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/d402f684d96944908dd44861761a0446 2024-12-11T19:27:06,793 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/11de9957676849459fb7b2a0235b3326 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/11de9957676849459fb7b2a0235b3326 2024-12-11T19:27:06,794 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/16d8b394c81547acb5f481c01649d2ba to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/16d8b394c81547acb5f481c01649d2ba 2024-12-11T19:27:06,794 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/e997268dab8246aebd78029bd8f31d12 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/e997268dab8246aebd78029bd8f31d12 2024-12-11T19:27:06,794 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/f390bea6ee6c43b6a8606ef246a6b4f4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/f390bea6ee6c43b6a8606ef246a6b4f4 2024-12-11T19:27:06,794 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c2ba7a1edc15496292fb504e7d40b8ad to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c2ba7a1edc15496292fb504e7d40b8ad 2024-12-11T19:27:06,794 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1b19612fe7ee488bb20252c3f0eeca3f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1b19612fe7ee488bb20252c3f0eeca3f 2024-12-11T19:27:06,794 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/6fb2aa3cdc59430b9f0d477d32f18d03 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/6fb2aa3cdc59430b9f0d477d32f18d03 2024-12-11T19:27:06,795 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/ecee7d4f04854a129071227f50d38d4c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/ecee7d4f04854a129071227f50d38d4c 2024-12-11T19:27:06,795 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/56c91c58708f42649b08f78af0541403 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/56c91c58708f42649b08f78af0541403 2024-12-11T19:27:06,796 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/945090f3dce34826bdfd3054849cd6fc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/945090f3dce34826bdfd3054849cd6fc 2024-12-11T19:27:06,796 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/4be8e279e9e3416c862d40289891da92 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/4be8e279e9e3416c862d40289891da92 2024-12-11T19:27:06,796 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/b11ae310060544cba8f8995d261a26a9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/b11ae310060544cba8f8995d261a26a9 2024-12-11T19:27:06,796 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/7f0287d58f29497aa9cb63c6a59d55d4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/7f0287d58f29497aa9cb63c6a59d55d4 2024-12-11T19:27:06,797 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1352e59e913f43b8905376fb76e05603 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/1352e59e913f43b8905376fb76e05603 2024-12-11T19:27:06,797 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/a1924c3822bd4ae9a48bc2404f714cc2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/a1924c3822bd4ae9a48bc2404f714cc2 2024-12-11T19:27:06,800 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=4 2024-12-11T19:27:06,801 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285. 2024-12-11T19:27:06,801 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1635): Region close journal for 2727f50c30aa0a1fc8d1fa63e88e0285: 2024-12-11T19:27:06,803 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(170): Closed 2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:06,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=2727f50c30aa0a1fc8d1fa63e88e0285, regionState=CLOSED 2024-12-11T19:27:06,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-11T19:27:06,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseRegionProcedure 2727f50c30aa0a1fc8d1fa63e88e0285, server=c93eb4842bd9,36395,1733945164274 in 1.8720 sec 2024-12-11T19:27:06,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=54 2024-12-11T19:27:06,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=54, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2727f50c30aa0a1fc8d1fa63e88e0285, UNASSIGN in 1.8760 sec 2024-12-11T19:27:06,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-11T19:27:06,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8790 sec 2024-12-11T19:27:06,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945226808"}]},"ts":"1733945226808"} 2024-12-11T19:27:06,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T19:27:06,860 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T19:27:06,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9960 sec 2024-12-11T19:27:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-11T19:27:06,977 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-11T19:27:06,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T19:27:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:06,980 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:06,981 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=57, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-11T19:27:06,983 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:06,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/recovered.edits] 2024-12-11T19:27:06,992 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/cc9c452695494ee7958a3d2ec6c3c93a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/cc9c452695494ee7958a3d2ec6c3c93a 2024-12-11T19:27:06,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/453293fecdcf4796a06ffa1a8e79f3ca to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/453293fecdcf4796a06ffa1a8e79f3ca 2024-12-11T19:27:06,993 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b9c4c04727164492b4dd5ecf7e184dfd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/A/b9c4c04727164492b4dd5ecf7e184dfd 2024-12-11T19:27:06,997 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/36a2f332e8914701ae3cf509b7880771 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/36a2f332e8914701ae3cf509b7880771 2024-12-11T19:27:06,997 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5566bd388194da6818fa5cf2f09625b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/e5566bd388194da6818fa5cf2f09625b 2024-12-11T19:27:06,997 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a6ab899833514fa39297bc2b8f5838d9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/B/a6ab899833514fa39297bc2b8f5838d9 2024-12-11T19:27:07,001 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/2bada2540e77479c9bb22ed95602ec27 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/2bada2540e77479c9bb22ed95602ec27 2024-12-11T19:27:07,002 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/3540d82354e2481d9bd0f27f910de8bc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/3540d82354e2481d9bd0f27f910de8bc 2024-12-11T19:27:07,002 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c07c6d7e7b2041ae9851645f0203796e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/C/c07c6d7e7b2041ae9851645f0203796e 2024-12-11T19:27:07,005 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/recovered.edits/370.seqid to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285/recovered.edits/370.seqid 2024-12-11T19:27:07,006 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,006 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T19:27:07,006 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T19:27:07,007 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-11T19:27:07,014 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112750f63ace31466fb5a00190d5175bc7_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112750f63ace31466fb5a00190d5175bc7_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,015 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121107f39e75029b45bdb3d183da6beec257_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121107f39e75029b45bdb3d183da6beec257_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,015 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110b87ce7864ff407c96542d5b3de536f4_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110b87ce7864ff407c96542d5b3de536f4_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,015 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412111ad5035843df4be8ba46e42b7d726909_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412111ad5035843df4be8ba46e42b7d726909_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,015 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121124b460f7bb3f4b0280bf85cc64c3ee23_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121124b460f7bb3f4b0280bf85cc64c3ee23_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114c11c3f65ab44751970379704b43c9ef_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114c11c3f65ab44751970379704b43c9ef_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,015 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121134679ec8364045da947a0cdcfb468745_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121134679ec8364045da947a0cdcfb468745_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,015 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112d66bf93aad3447bb34d557fdb4e7108_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112d66bf93aad3447bb34d557fdb4e7108_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,016 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115ce514c44da04a01902788268583b300_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115ce514c44da04a01902788268583b300_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,016 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211871b34df24854932a449fb64c5a80134_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211871b34df24854932a449fb64c5a80134_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a3079b49383149acaf3b4821ff8e9339_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a3079b49383149acaf3b4821ff8e9339_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,016 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412117f5797ec9c834530b3b15bf84938b37b_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412117f5797ec9c834530b3b15bf84938b37b_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,016 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121180c3b257b8414156b618d128b6b4f54a_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121180c3b257b8414156b618d128b6b4f54a_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,016 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211cf16d58d8f714084a90d8d3d71c708b2_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211cf16d58d8f714084a90d8d3d71c708b2_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,016 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211ab60528471eb4374a97632cad2fba264_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211ab60528471eb4374a97632cad2fba264_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,017 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d3b4a56fd6774c78a7f88d8a442b9782_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d3b4a56fd6774c78a7f88d8a442b9782_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,017 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211df877efc8afc488f8ec3feb38279617f_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211df877efc8afc488f8ec3feb38279617f_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,017 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e12834c3842f4e778138b75ab2d926c5_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e12834c3842f4e778138b75ab2d926c5_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,017 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e88660312b5944728b08306d010e76c4_2727f50c30aa0a1fc8d1fa63e88e0285 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e88660312b5944728b08306d010e76c4_2727f50c30aa0a1fc8d1fa63e88e0285 2024-12-11T19:27:07,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T19:27:07,020 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=57, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:07,021 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T19:27:07,023 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T19:27:07,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=57, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:07,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T19:27:07,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733945227024"}]},"ts":"9223372036854775807"} 2024-12-11T19:27:07,026 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T19:27:07,026 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2727f50c30aa0a1fc8d1fa63e88e0285, NAME => 'TestAcidGuarantees,,1733945198555.2727f50c30aa0a1fc8d1fa63e88e0285.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T19:27:07,026 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T19:27:07,026 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733945227026"}]},"ts":"9223372036854775807"} 2024-12-11T19:27:07,028 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-11T19:27:07,060 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=57, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:07,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-12-11T19:27:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-11T19:27:07,082 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-11T19:27:07,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247 (was 245) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1317661860_22 at /127.0.0.1:39368 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1317661860_22 at /127.0.0.1:58298 [Waiting for operation #228] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24cb8b5f-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1542253792_22 at /127.0.0.1:57006 [Waiting for operation #260] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 362) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1773 (was 1874) 2024-12-11T19:27:07,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=247, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=1773 2024-12-11T19:27:07,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:27:07,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:27:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:07,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T19:27:07,108 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:07,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 58 2024-12-11T19:27:07,109 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T19:27:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-11T19:27:07,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742068_1244 (size=963) 2024-12-11T19:27:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-11T19:27:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-11T19:27:07,535 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:27:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742069_1245 (size=53) 2024-12-11T19:27:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-11T19:27:07,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:27:07,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6d217c6855a7547c6b49ccb5efc428aa, disabling compactions & flushes 2024-12-11T19:27:07,944 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:07,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:07,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. after waiting 0 ms 2024-12-11T19:27:07,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:07,944 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:07,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:07,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T19:27:07,945 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733945227945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733945227945"}]},"ts":"1733945227945"} 2024-12-11T19:27:07,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T19:27:07,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T19:27:07,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945227947"}]},"ts":"1733945227947"} 2024-12-11T19:27:07,948 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T19:27:07,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d217c6855a7547c6b49ccb5efc428aa, ASSIGN}] 2024-12-11T19:27:07,994 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d217c6855a7547c6b49ccb5efc428aa, ASSIGN 2024-12-11T19:27:07,995 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d217c6855a7547c6b49ccb5efc428aa, ASSIGN; state=OFFLINE, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=false 2024-12-11T19:27:08,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=6d217c6855a7547c6b49ccb5efc428aa, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:08,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; OpenRegionProcedure 6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:27:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-11T19:27:08,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:08,302 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:08,303 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:27:08,303 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,303 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:27:08,303 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,304 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,305 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,307 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:08,307 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d217c6855a7547c6b49ccb5efc428aa columnFamilyName A 2024-12-11T19:27:08,307 DEBUG [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:08,308 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.HStore(327): Store=6d217c6855a7547c6b49ccb5efc428aa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:08,308 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,310 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:08,310 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d217c6855a7547c6b49ccb5efc428aa columnFamilyName B 2024-12-11T19:27:08,310 DEBUG [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:08,311 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.HStore(327): Store=6d217c6855a7547c6b49ccb5efc428aa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:08,311 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,313 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:08,313 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d217c6855a7547c6b49ccb5efc428aa columnFamilyName C 2024-12-11T19:27:08,313 DEBUG [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:08,314 INFO [StoreOpener-6d217c6855a7547c6b49ccb5efc428aa-1 {}] regionserver.HStore(327): Store=6d217c6855a7547c6b49ccb5efc428aa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:08,314 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:08,315 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,315 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,317 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:27:08,318 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:08,320 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:27:08,321 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 6d217c6855a7547c6b49ccb5efc428aa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71151729, jitterRate=0.060243383049964905}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:27:08,321 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:08,322 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., pid=60, masterSystemTime=1733945228299 2024-12-11T19:27:08,323 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:08,324 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:08,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=6d217c6855a7547c6b49ccb5efc428aa, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:08,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-11T19:27:08,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; OpenRegionProcedure 6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 in 178 msec 2024-12-11T19:27:08,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-12-11T19:27:08,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d217c6855a7547c6b49ccb5efc428aa, ASSIGN in 333 msec 2024-12-11T19:27:08,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T19:27:08,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945228328"}]},"ts":"1733945228328"} 2024-12-11T19:27:08,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T19:27:08,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T19:27:08,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2530 sec 2024-12-11T19:27:08,375 DEBUG [master/c93eb4842bd9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 739d5c194ea0a31b5b5026ca655204f3 changed from -1.0 to 0.0, refreshing cache 2024-12-11T19:27:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-11T19:27:09,216 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 58 completed 2024-12-11T19:27:09,218 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-12-11T19:27:09,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,273 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T19:27:09,276 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T19:27:09,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-12-11T19:27:09,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-12-11T19:27:09,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-12-11T19:27:09,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-11T19:27:09,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-11T19:27:09,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-12-11T19:27:09,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-12-11T19:27:09,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,345 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-12-11T19:27:09,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-12-11T19:27:09,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b9e2976 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598cfed4 2024-12-11T19:27:09,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521aad6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:09,381 DEBUG [hconnection-0xb98948a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,381 DEBUG [hconnection-0x3a4b20eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:09,383 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,383 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-11T19:27:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-11T19:27:09,385 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:09,385 DEBUG [hconnection-0x54a88b33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,385 DEBUG [hconnection-0x280c8c04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,385 DEBUG [hconnection-0x3e228f6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,385 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:09,385 DEBUG [hconnection-0x4220ef3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:09,386 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,386 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,386 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,386 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,387 DEBUG [hconnection-0x653e5da3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,388 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,389 DEBUG [hconnection-0x4b90a49e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,391 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,395 DEBUG [hconnection-0x7b7d4f2e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,396 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,399 DEBUG [hconnection-0x6425c3d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:09,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:27:09,400 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:09,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:09,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945289414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945289414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945289415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945289415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945289416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/fb9cdeb8a7344a10b49685185a12cea4 is 50, key is test_row_0/A:col10/1733945229392/Put/seqid=0 2024-12-11T19:27:09,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742070_1246 (size=12001) 2024-12-11T19:27:09,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/fb9cdeb8a7344a10b49685185a12cea4 2024-12-11T19:27:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-11T19:27:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945289518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945289518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945289520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945289521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945289521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/7f92693aaf35410ba58abcd834a9ef83 is 50, key is test_row_0/B:col10/1733945229392/Put/seqid=0 2024-12-11T19:27:09,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-11T19:27:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:09,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:09,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742071_1247 (size=12001) 2024-12-11T19:27:09,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/7f92693aaf35410ba58abcd834a9ef83 2024-12-11T19:27:09,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fb4422d9d4334d7c87095163f4e16ad3 is 50, key is test_row_0/C:col10/1733945229392/Put/seqid=0 2024-12-11T19:27:09,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742072_1248 (size=12001) 2024-12-11T19:27:09,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fb4422d9d4334d7c87095163f4e16ad3 2024-12-11T19:27:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/fb9cdeb8a7344a10b49685185a12cea4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/fb9cdeb8a7344a10b49685185a12cea4 2024-12-11T19:27:09,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/fb9cdeb8a7344a10b49685185a12cea4, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T19:27:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/7f92693aaf35410ba58abcd834a9ef83 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7f92693aaf35410ba58abcd834a9ef83 2024-12-11T19:27:09,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7f92693aaf35410ba58abcd834a9ef83, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T19:27:09,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fb4422d9d4334d7c87095163f4e16ad3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fb4422d9d4334d7c87095163f4e16ad3 2024-12-11T19:27:09,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fb4422d9d4334d7c87095163f4e16ad3, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T19:27:09,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6d217c6855a7547c6b49ccb5efc428aa in 261ms, sequenceid=13, compaction requested=false 2024-12-11T19:27:09,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-11T19:27:09,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-11T19:27:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:09,693 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:27:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:09,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:09,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/9ec259e453b54f5ba96bda97013301c9 is 50, key is test_row_0/A:col10/1733945229415/Put/seqid=0 2024-12-11T19:27:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:09,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:09,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945289729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945289732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945289733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945289733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945289733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742073_1249 (size=12001) 2024-12-11T19:27:09,760 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/9ec259e453b54f5ba96bda97013301c9 2024-12-11T19:27:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/65b214c9f3ab454bb875285bc717befb is 50, key is test_row_0/B:col10/1733945229415/Put/seqid=0 2024-12-11T19:27:09,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742074_1250 (size=12001) 2024-12-11T19:27:09,809 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/65b214c9f3ab454bb875285bc717befb 2024-12-11T19:27:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/38a4113265b6408fb111c06d22f5f6c5 is 50, key is test_row_0/C:col10/1733945229415/Put/seqid=0 2024-12-11T19:27:09,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945289834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945289837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945289837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945289838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945289838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742075_1251 (size=12001) 2024-12-11T19:27:09,859 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/38a4113265b6408fb111c06d22f5f6c5 2024-12-11T19:27:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/9ec259e453b54f5ba96bda97013301c9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9ec259e453b54f5ba96bda97013301c9 2024-12-11T19:27:09,874 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9ec259e453b54f5ba96bda97013301c9, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T19:27:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/65b214c9f3ab454bb875285bc717befb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/65b214c9f3ab454bb875285bc717befb 2024-12-11T19:27:09,883 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/65b214c9f3ab454bb875285bc717befb, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T19:27:09,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/38a4113265b6408fb111c06d22f5f6c5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/38a4113265b6408fb111c06d22f5f6c5 2024-12-11T19:27:09,892 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/38a4113265b6408fb111c06d22f5f6c5, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T19:27:09,893 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 6d217c6855a7547c6b49ccb5efc428aa in 200ms, sequenceid=37, compaction requested=false 2024-12-11T19:27:09,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:09,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:09,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-11T19:27:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-11T19:27:09,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-11T19:27:09,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 510 msec 2024-12-11T19:27:09,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 516 msec 2024-12-11T19:27:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-11T19:27:09,988 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-11T19:27:09,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-11T19:27:09,994 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-11T19:27:09,995 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:09,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:10,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T19:27:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:10,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/37b6045288084c74badf71b63f4c3170 is 50, key is test_row_0/A:col10/1733945230040/Put/seqid=0 2024-12-11T19:27:10,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742076_1252 (size=12001) 2024-12-11T19:27:10,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945290058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945290058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/37b6045288084c74badf71b63f4c3170 2024-12-11T19:27:10,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945290062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945290062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945290062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/212761b9bd414680b385c4a3f8edef3d is 50, key is test_row_0/B:col10/1733945230040/Put/seqid=0 2024-12-11T19:27:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-11T19:27:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742077_1253 (size=12001) 2024-12-11T19:27:10,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/212761b9bd414680b385c4a3f8edef3d 2024-12-11T19:27:10,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/76644aa3200140718a95e16e74e5548a is 50, key is test_row_0/C:col10/1733945230040/Put/seqid=0 2024-12-11T19:27:10,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-11T19:27:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945290164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945290165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945290166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945290167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945290167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742078_1254 (size=12001) 2024-12-11T19:27:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-11T19:27:10,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-11T19:27:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945290367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945290369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945290371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945290372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945290372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-11T19:27:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:10,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/76644aa3200140718a95e16e74e5548a 2024-12-11T19:27:10,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/37b6045288084c74badf71b63f4c3170 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/37b6045288084c74badf71b63f4c3170 2024-12-11T19:27:10,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/37b6045288084c74badf71b63f4c3170, entries=150, sequenceid=54, filesize=11.7 K 2024-12-11T19:27:10,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/212761b9bd414680b385c4a3f8edef3d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/212761b9bd414680b385c4a3f8edef3d 2024-12-11T19:27:10,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/212761b9bd414680b385c4a3f8edef3d, entries=150, sequenceid=54, filesize=11.7 K 2024-12-11T19:27:10,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/76644aa3200140718a95e16e74e5548a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/76644aa3200140718a95e16e74e5548a 2024-12-11T19:27:10,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/76644aa3200140718a95e16e74e5548a, entries=150, sequenceid=54, filesize=11.7 K 2024-12-11T19:27:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-11T19:27:10,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 6d217c6855a7547c6b49ccb5efc428aa in 556ms, sequenceid=54, compaction requested=true 2024-12-11T19:27:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:10,598 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:10,598 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:10,599 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:10,599 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:10,599 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/A is initiating minor compaction (all files) 2024-12-11T19:27:10,599 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/B is initiating minor compaction (all files) 2024-12-11T19:27:10,599 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/A in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,599 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/B in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,599 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/fb9cdeb8a7344a10b49685185a12cea4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9ec259e453b54f5ba96bda97013301c9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/37b6045288084c74badf71b63f4c3170] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.2 K 2024-12-11T19:27:10,599 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7f92693aaf35410ba58abcd834a9ef83, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/65b214c9f3ab454bb875285bc717befb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/212761b9bd414680b385c4a3f8edef3d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.2 K 2024-12-11T19:27:10,599 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f92693aaf35410ba58abcd834a9ef83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945229389 2024-12-11T19:27:10,600 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb9cdeb8a7344a10b49685185a12cea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945229389 2024-12-11T19:27:10,600 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 65b214c9f3ab454bb875285bc717befb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733945229412 2024-12-11T19:27:10,600 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ec259e453b54f5ba96bda97013301c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733945229412 2024-12-11T19:27:10,600 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37b6045288084c74badf71b63f4c3170, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945229731 2024-12-11T19:27:10,600 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 212761b9bd414680b385c4a3f8edef3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945229731 2024-12-11T19:27:10,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-11T19:27:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,606 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T19:27:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,610 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#B#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:10,610 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/38efe3c65b194e669f33b3d002dfe44a is 50, key is test_row_0/B:col10/1733945230040/Put/seqid=0 2024-12-11T19:27:10,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/064cc745d66f4568a468203b960aa396 is 50, key is test_row_0/A:col10/1733945230060/Put/seqid=0 2024-12-11T19:27:10,612 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:10,613 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7272851275d34148a995e390ed840375 is 50, key is test_row_0/A:col10/1733945230040/Put/seqid=0 2024-12-11T19:27:10,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742079_1255 (size=12104) 2024-12-11T19:27:10,627 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/38efe3c65b194e669f33b3d002dfe44a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/38efe3c65b194e669f33b3d002dfe44a 2024-12-11T19:27:10,633 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/B of 6d217c6855a7547c6b49ccb5efc428aa into 38efe3c65b194e669f33b3d002dfe44a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:10,633 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:10,633 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/B, priority=13, startTime=1733945230598; duration=0sec 2024-12-11T19:27:10,633 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:10,633 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:B 2024-12-11T19:27:10,633 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:10,635 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:10,635 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/C is initiating minor compaction (all files) 2024-12-11T19:27:10,635 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/C in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,635 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fb4422d9d4334d7c87095163f4e16ad3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/38a4113265b6408fb111c06d22f5f6c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/76644aa3200140718a95e16e74e5548a] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.2 K 2024-12-11T19:27:10,635 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fb4422d9d4334d7c87095163f4e16ad3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945229389 2024-12-11T19:27:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742080_1256 (size=12001) 2024-12-11T19:27:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742081_1257 (size=12104) 2024-12-11T19:27:10,637 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 38a4113265b6408fb111c06d22f5f6c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733945229412 2024-12-11T19:27:10,637 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/064cc745d66f4568a468203b960aa396 2024-12-11T19:27:10,638 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 76644aa3200140718a95e16e74e5548a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945229731 2024-12-11T19:27:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/66963309d208407291c9ee7e069b83ef is 50, key is test_row_0/B:col10/1733945230060/Put/seqid=0 2024-12-11T19:27:10,650 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:10,650 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/472b62f5ebd346448e518c20eab70f0f is 50, key is test_row_0/C:col10/1733945230040/Put/seqid=0 2024-12-11T19:27:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742082_1258 (size=12001) 2024-12-11T19:27:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742083_1259 (size=12104) 2024-12-11T19:27:10,660 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/66963309d208407291c9ee7e069b83ef 2024-12-11T19:27:10,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/5dda53ca1d614e76a053eec7d207dba0 is 50, key is test_row_0/C:col10/1733945230060/Put/seqid=0 2024-12-11T19:27:10,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742084_1260 (size=12001) 2024-12-11T19:27:10,681 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/5dda53ca1d614e76a053eec7d207dba0 2024-12-11T19:27:10,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/064cc745d66f4568a468203b960aa396 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/064cc745d66f4568a468203b960aa396 2024-12-11T19:27:10,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945290687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945290689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945290689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945290691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945290691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,696 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/064cc745d66f4568a468203b960aa396, entries=150, sequenceid=74, filesize=11.7 K 2024-12-11T19:27:10,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/66963309d208407291c9ee7e069b83ef as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/66963309d208407291c9ee7e069b83ef 2024-12-11T19:27:10,702 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/66963309d208407291c9ee7e069b83ef, entries=150, sequenceid=74, filesize=11.7 K 2024-12-11T19:27:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/5dda53ca1d614e76a053eec7d207dba0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/5dda53ca1d614e76a053eec7d207dba0 2024-12-11T19:27:10,709 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/5dda53ca1d614e76a053eec7d207dba0, entries=150, sequenceid=74, filesize=11.7 K 2024-12-11T19:27:10,710 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6d217c6855a7547c6b49ccb5efc428aa in 104ms, sequenceid=74, compaction requested=false 2024-12-11T19:27:10,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:10,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:10,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-11T19:27:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-11T19:27:10,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-11T19:27:10,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-12-11T19:27:10,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 725 msec 2024-12-11T19:27:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:10,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T19:27:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:10,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/625f6c90c171450da61e45fb92acbba7 is 50, key is test_row_0/A:col10/1733945230689/Put/seqid=0 2024-12-11T19:27:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742085_1261 (size=12001) 2024-12-11T19:27:10,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945290815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945290815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945290817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945290817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945290818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945290919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945290919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945290920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945290921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:10,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945290921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,042 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7272851275d34148a995e390ed840375 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7272851275d34148a995e390ed840375 2024-12-11T19:27:11,049 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/A of 6d217c6855a7547c6b49ccb5efc428aa into 7272851275d34148a995e390ed840375(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:11,049 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:11,049 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/A, priority=13, startTime=1733945230598; duration=0sec 2024-12-11T19:27:11,049 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:11,049 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:A 2024-12-11T19:27:11,067 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/472b62f5ebd346448e518c20eab70f0f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/472b62f5ebd346448e518c20eab70f0f 2024-12-11T19:27:11,071 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/C of 6d217c6855a7547c6b49ccb5efc428aa into 472b62f5ebd346448e518c20eab70f0f(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:11,071 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:11,071 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/C, priority=13, startTime=1733945230598; duration=0sec 2024-12-11T19:27:11,072 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:11,072 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:C 2024-12-11T19:27:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-11T19:27:11,098 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-11T19:27:11,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-11T19:27:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T19:27:11,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:11,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:11,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945291123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945291123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945291123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945291123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945291127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T19:27:11,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/625f6c90c171450da61e45fb92acbba7 2024-12-11T19:27:11,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/711abcf0ba544dad8989906f80f9ed82 is 50, key is test_row_0/B:col10/1733945230689/Put/seqid=0 2024-12-11T19:27:11,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742086_1262 (size=12001) 2024-12-11T19:27:11,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-11T19:27:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T19:27:11,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-11T19:27:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945291425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945291426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945291426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945291429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945291429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-11T19:27:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/711abcf0ba544dad8989906f80f9ed82 2024-12-11T19:27:11,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/d7101e79a882424ba030dba753d47589 is 50, key is test_row_0/C:col10/1733945230689/Put/seqid=0 2024-12-11T19:27:11,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742087_1263 (size=12001) 2024-12-11T19:27:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T19:27:11,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-11T19:27:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-11T19:27:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:11,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:11,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945291929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945291931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945291931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945291932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:11,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945291933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:12,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:12,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-11T19:27:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:12,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:12,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/d7101e79a882424ba030dba753d47589 2024-12-11T19:27:12,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/625f6c90c171450da61e45fb92acbba7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/625f6c90c171450da61e45fb92acbba7 2024-12-11T19:27:12,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/625f6c90c171450da61e45fb92acbba7, entries=150, sequenceid=92, filesize=11.7 K 2024-12-11T19:27:12,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/711abcf0ba544dad8989906f80f9ed82 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/711abcf0ba544dad8989906f80f9ed82 2024-12-11T19:27:12,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/711abcf0ba544dad8989906f80f9ed82, entries=150, sequenceid=92, filesize=11.7 K 2024-12-11T19:27:12,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/d7101e79a882424ba030dba753d47589 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/d7101e79a882424ba030dba753d47589 2024-12-11T19:27:12,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/d7101e79a882424ba030dba753d47589, entries=150, sequenceid=92, filesize=11.7 K 2024-12-11T19:27:12,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6d217c6855a7547c6b49ccb5efc428aa in 1266ms, sequenceid=92, compaction requested=true 2024-12-11T19:27:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:12,061 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:12,061 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:12,063 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:12,063 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:12,063 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/A is initiating minor compaction (all files) 2024-12-11T19:27:12,063 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/B is initiating minor compaction (all files) 2024-12-11T19:27:12,064 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/B in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:12,064 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/A in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:12,064 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7272851275d34148a995e390ed840375, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/064cc745d66f4568a468203b960aa396, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/625f6c90c171450da61e45fb92acbba7] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.3 K 2024-12-11T19:27:12,064 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/38efe3c65b194e669f33b3d002dfe44a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/66963309d208407291c9ee7e069b83ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/711abcf0ba544dad8989906f80f9ed82] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.3 K 2024-12-11T19:27:12,064 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7272851275d34148a995e390ed840375, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945229731 2024-12-11T19:27:12,064 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 38efe3c65b194e669f33b3d002dfe44a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945229731 2024-12-11T19:27:12,064 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 064cc745d66f4568a468203b960aa396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733945230056 2024-12-11T19:27:12,064 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 625f6c90c171450da61e45fb92acbba7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733945230685 2024-12-11T19:27:12,064 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 66963309d208407291c9ee7e069b83ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733945230056 2024-12-11T19:27:12,065 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 711abcf0ba544dad8989906f80f9ed82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733945230685 2024-12-11T19:27:12,081 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#B#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:12,081 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/40fe20e8831348e3bda7c12b6cd99e00 is 50, key is test_row_0/B:col10/1733945230689/Put/seqid=0 2024-12-11T19:27:12,088 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:12,089 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/07d259a1fe354076960a493ce74e9506 is 50, key is test_row_0/A:col10/1733945230689/Put/seqid=0 2024-12-11T19:27:12,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742088_1264 (size=12207) 2024-12-11T19:27:12,100 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/40fe20e8831348e3bda7c12b6cd99e00 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/40fe20e8831348e3bda7c12b6cd99e00 2024-12-11T19:27:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742089_1265 (size=12207) 2024-12-11T19:27:12,106 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/B of 6d217c6855a7547c6b49ccb5efc428aa into 40fe20e8831348e3bda7c12b6cd99e00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:12,106 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:12,106 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/B, priority=13, startTime=1733945232061; duration=0sec 2024-12-11T19:27:12,106 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:12,106 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:B 2024-12-11T19:27:12,106 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:12,107 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/07d259a1fe354076960a493ce74e9506 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/07d259a1fe354076960a493ce74e9506 2024-12-11T19:27:12,107 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:12,107 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/C is initiating minor compaction (all files) 2024-12-11T19:27:12,108 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/C in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:12,108 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/472b62f5ebd346448e518c20eab70f0f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/5dda53ca1d614e76a053eec7d207dba0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/d7101e79a882424ba030dba753d47589] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.3 K 2024-12-11T19:27:12,108 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 472b62f5ebd346448e518c20eab70f0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945229731 2024-12-11T19:27:12,108 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dda53ca1d614e76a053eec7d207dba0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733945230056 2024-12-11T19:27:12,109 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d7101e79a882424ba030dba753d47589, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733945230685 2024-12-11T19:27:12,113 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/A of 6d217c6855a7547c6b49ccb5efc428aa into 07d259a1fe354076960a493ce74e9506(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:12,113 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:12,113 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/A, priority=13, startTime=1733945232061; duration=0sec 2024-12-11T19:27:12,113 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:12,113 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:A 2024-12-11T19:27:12,119 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#C#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:12,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fd734eff333a4d0ea96f1b834ba5be60 is 50, key is test_row_0/C:col10/1733945230689/Put/seqid=0 2024-12-11T19:27:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742090_1266 (size=12207) 2024-12-11T19:27:12,151 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fd734eff333a4d0ea96f1b834ba5be60 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fd734eff333a4d0ea96f1b834ba5be60 2024-12-11T19:27:12,159 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/C of 6d217c6855a7547c6b49ccb5efc428aa into fd734eff333a4d0ea96f1b834ba5be60(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:12,159 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:12,159 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/C, priority=13, startTime=1733945232061; duration=0sec 2024-12-11T19:27:12,159 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:12,159 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:C 2024-12-11T19:27:12,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:12,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-11T19:27:12,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:12,173 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:27:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/9291ca5745564152a8dcd19491af5c4f is 50, key is test_row_0/A:col10/1733945230816/Put/seqid=0 2024-12-11T19:27:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742091_1267 (size=12001) 2024-12-11T19:27:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T19:27:12,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T19:27:12,590 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/9291ca5745564152a8dcd19491af5c4f 2024-12-11T19:27:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/0af28e865595473fa520f7b4a17eb159 is 50, key is test_row_0/B:col10/1733945230816/Put/seqid=0 2024-12-11T19:27:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742092_1268 (size=12001) 2024-12-11T19:27:12,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945292969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945292969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945292969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945292970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945292970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,046 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/0af28e865595473fa520f7b4a17eb159 2024-12-11T19:27:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/4168e11d43cd47eea2e217da8c5a22ef is 50, key is test_row_0/C:col10/1733945230816/Put/seqid=0 2024-12-11T19:27:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742093_1269 (size=12001) 2024-12-11T19:27:13,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945293072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945293072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945293072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945293072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945293072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T19:27:13,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945293274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945293275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945293275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945293276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945293276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,456 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/4168e11d43cd47eea2e217da8c5a22ef 2024-12-11T19:27:13,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/9291ca5745564152a8dcd19491af5c4f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9291ca5745564152a8dcd19491af5c4f 2024-12-11T19:27:13,464 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9291ca5745564152a8dcd19491af5c4f, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T19:27:13,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/0af28e865595473fa520f7b4a17eb159 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/0af28e865595473fa520f7b4a17eb159 2024-12-11T19:27:13,469 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/0af28e865595473fa520f7b4a17eb159, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T19:27:13,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/4168e11d43cd47eea2e217da8c5a22ef as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/4168e11d43cd47eea2e217da8c5a22ef 2024-12-11T19:27:13,474 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/4168e11d43cd47eea2e217da8c5a22ef, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T19:27:13,474 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6d217c6855a7547c6b49ccb5efc428aa in 1301ms, sequenceid=116, compaction requested=false 2024-12-11T19:27:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-11T19:27:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-11T19:27:13,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-11T19:27:13,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3750 sec 2024-12-11T19:27:13,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.3780 sec 2024-12-11T19:27:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:13,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:27:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:13,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/6a316175fc234360b406354463486ecb is 50, key is test_row_0/A:col10/1733945232969/Put/seqid=0 2024-12-11T19:27:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742094_1270 (size=12101) 2024-12-11T19:27:13,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945293590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945293591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945293591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945293591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945293591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945293693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945293693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945293693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945293693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945293694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945293895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945293895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945293895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945293896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945293897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:13,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/6a316175fc234360b406354463486ecb 2024-12-11T19:27:13,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/4700c1ae1a804902bcc6344e95aef755 is 50, key is test_row_0/B:col10/1733945232969/Put/seqid=0 2024-12-11T19:27:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742095_1271 (size=12101) 2024-12-11T19:27:14,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945294198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945294198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945294198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945294199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945294201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/4700c1ae1a804902bcc6344e95aef755 2024-12-11T19:27:14,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/c0be3f5219584f7e97ec4ca464db667f is 50, key is test_row_0/C:col10/1733945232969/Put/seqid=0 2024-12-11T19:27:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742096_1272 (size=12101) 2024-12-11T19:27:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945294702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945294702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945294703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945294704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945294704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:14,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/c0be3f5219584f7e97ec4ca464db667f 2024-12-11T19:27:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/6a316175fc234360b406354463486ecb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6a316175fc234360b406354463486ecb 2024-12-11T19:27:14,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6a316175fc234360b406354463486ecb, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T19:27:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/4700c1ae1a804902bcc6344e95aef755 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/4700c1ae1a804902bcc6344e95aef755 2024-12-11T19:27:14,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/4700c1ae1a804902bcc6344e95aef755, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T19:27:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/c0be3f5219584f7e97ec4ca464db667f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/c0be3f5219584f7e97ec4ca464db667f 2024-12-11T19:27:14,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/c0be3f5219584f7e97ec4ca464db667f, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T19:27:14,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 6d217c6855a7547c6b49ccb5efc428aa in 1267ms, sequenceid=135, compaction requested=true 2024-12-11T19:27:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:14,844 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:14,844 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:14,846 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:14,846 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/B is initiating minor compaction (all files) 2024-12-11T19:27:14,846 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:14,846 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/A is initiating minor compaction (all files) 2024-12-11T19:27:14,846 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/B in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:14,847 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/A in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:14,847 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/40fe20e8831348e3bda7c12b6cd99e00, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/0af28e865595473fa520f7b4a17eb159, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/4700c1ae1a804902bcc6344e95aef755] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.5 K 2024-12-11T19:27:14,847 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/07d259a1fe354076960a493ce74e9506, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9291ca5745564152a8dcd19491af5c4f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6a316175fc234360b406354463486ecb] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.5 K 2024-12-11T19:27:14,847 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d259a1fe354076960a493ce74e9506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733945230685 2024-12-11T19:27:14,847 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 40fe20e8831348e3bda7c12b6cd99e00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733945230685 2024-12-11T19:27:14,847 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0af28e865595473fa520f7b4a17eb159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733945230814 2024-12-11T19:27:14,847 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9291ca5745564152a8dcd19491af5c4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733945230814 2024-12-11T19:27:14,847 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 4700c1ae1a804902bcc6344e95aef755, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945232938 2024-12-11T19:27:14,847 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a316175fc234360b406354463486ecb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945232938 2024-12-11T19:27:14,854 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#A#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:14,854 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/14c7474c9c0d4faea0f6aac111e7ac1d is 50, key is test_row_0/A:col10/1733945232969/Put/seqid=0 2024-12-11T19:27:14,857 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:14,857 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/68d83c6ce680474bbfe96b02fef7fcd9 is 50, key is test_row_0/B:col10/1733945232969/Put/seqid=0 2024-12-11T19:27:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742097_1273 (size=12409) 2024-12-11T19:27:14,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742098_1274 (size=12409) 2024-12-11T19:27:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-11T19:27:15,204 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-11T19:27:15,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-11T19:27:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T19:27:15,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:15,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:15,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:15,284 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/14c7474c9c0d4faea0f6aac111e7ac1d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/14c7474c9c0d4faea0f6aac111e7ac1d 2024-12-11T19:27:15,288 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/A of 6d217c6855a7547c6b49ccb5efc428aa into 14c7474c9c0d4faea0f6aac111e7ac1d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:15,288 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:15,289 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/A, priority=13, startTime=1733945234844; duration=0sec 2024-12-11T19:27:15,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:15,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:A 2024-12-11T19:27:15,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:15,290 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:15,290 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/C is initiating minor compaction (all files) 2024-12-11T19:27:15,290 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/C in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:15,290 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fd734eff333a4d0ea96f1b834ba5be60, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/4168e11d43cd47eea2e217da8c5a22ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/c0be3f5219584f7e97ec4ca464db667f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.5 K 2024-12-11T19:27:15,291 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd734eff333a4d0ea96f1b834ba5be60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733945230685 2024-12-11T19:27:15,291 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4168e11d43cd47eea2e217da8c5a22ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733945230814 2024-12-11T19:27:15,291 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0be3f5219584f7e97ec4ca464db667f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945232938 2024-12-11T19:27:15,298 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:15,298 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/8d264790718a4299816e3122996d484e is 50, key is test_row_0/C:col10/1733945232969/Put/seqid=0 2024-12-11T19:27:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T19:27:15,308 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/68d83c6ce680474bbfe96b02fef7fcd9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/68d83c6ce680474bbfe96b02fef7fcd9 2024-12-11T19:27:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742099_1275 (size=12409) 2024-12-11T19:27:15,313 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/B of 6d217c6855a7547c6b49ccb5efc428aa into 68d83c6ce680474bbfe96b02fef7fcd9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:15,314 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:15,314 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/B, priority=13, startTime=1733945234844; duration=0sec 2024-12-11T19:27:15,314 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:15,314 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:B 2024-12-11T19:27:15,318 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/8d264790718a4299816e3122996d484e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d264790718a4299816e3122996d484e 2024-12-11T19:27:15,322 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/C of 6d217c6855a7547c6b49ccb5efc428aa into 8d264790718a4299816e3122996d484e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:15,322 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:15,323 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/C, priority=13, startTime=1733945234844; duration=0sec 2024-12-11T19:27:15,323 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:15,323 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:C 2024-12-11T19:27:15,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-11T19:27:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:15,358 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:27:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:15,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7aa1d4f5246940c3aea08c82397008c8 is 50, key is test_row_0/A:col10/1733945233589/Put/seqid=0 2024-12-11T19:27:15,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742100_1276 (size=12151) 2024-12-11T19:27:15,368 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7aa1d4f5246940c3aea08c82397008c8 2024-12-11T19:27:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/09e8cfd6bb6040a996d8e9c2e982e114 is 50, key is test_row_0/B:col10/1733945233589/Put/seqid=0 2024-12-11T19:27:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742101_1277 (size=12151) 2024-12-11T19:27:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T19:27:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:15,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945295712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945295713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945295714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945295715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945295715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,781 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/09e8cfd6bb6040a996d8e9c2e982e114 2024-12-11T19:27:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/ac534e682b3c476ba355d7eb2ace375d is 50, key is test_row_0/C:col10/1733945233589/Put/seqid=0 2024-12-11T19:27:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742102_1278 (size=12151) 2024-12-11T19:27:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T19:27:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945295816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945295816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945295816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945295817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:15,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945295818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945296017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945296018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945296019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945296020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945296020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,194 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/ac534e682b3c476ba355d7eb2ace375d 2024-12-11T19:27:16,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7aa1d4f5246940c3aea08c82397008c8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7aa1d4f5246940c3aea08c82397008c8 2024-12-11T19:27:16,206 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7aa1d4f5246940c3aea08c82397008c8, entries=150, sequenceid=157, filesize=11.9 K 2024-12-11T19:27:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/09e8cfd6bb6040a996d8e9c2e982e114 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/09e8cfd6bb6040a996d8e9c2e982e114 2024-12-11T19:27:16,210 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/09e8cfd6bb6040a996d8e9c2e982e114, entries=150, sequenceid=157, filesize=11.9 K 2024-12-11T19:27:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/ac534e682b3c476ba355d7eb2ace375d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ac534e682b3c476ba355d7eb2ace375d 2024-12-11T19:27:16,216 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ac534e682b3c476ba355d7eb2ace375d, entries=150, sequenceid=157, filesize=11.9 K 2024-12-11T19:27:16,217 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6d217c6855a7547c6b49ccb5efc428aa in 859ms, sequenceid=157, compaction requested=false 2024-12-11T19:27:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-11T19:27:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-11T19:27:16,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-11T19:27:16,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-12-11T19:27:16,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.0140 sec 2024-12-11T19:27:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-11T19:27:16,308 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-11T19:27:16,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-11T19:27:16,310 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T19:27:16,311 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:16,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:16,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:27:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:16,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/a226fb5c1f7a4fdf9c5299738abf3ea2 is 50, key is test_row_0/A:col10/1733945236322/Put/seqid=0 2024-12-11T19:27:16,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742103_1279 (size=12151) 2024-12-11T19:27:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945296333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945296334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945296335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945296336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945296336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T19:27:16,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945296437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945296437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945296437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945296439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945296439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-11T19:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T19:27:16,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-11T19:27:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945296638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945296639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945296639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945296641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945296642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/a226fb5c1f7a4fdf9c5299738abf3ea2 2024-12-11T19:27:16,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c68d51bc92be41daa9c8e2e4a68c7418 is 50, key is test_row_0/B:col10/1733945236322/Put/seqid=0 2024-12-11T19:27:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742104_1280 (size=12151) 2024-12-11T19:27:16,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c68d51bc92be41daa9c8e2e4a68c7418 2024-12-11T19:27:16,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/8d47fc7a727b43f4aad31e6020507370 is 50, key is test_row_0/C:col10/1733945236322/Put/seqid=0 2024-12-11T19:27:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742105_1281 (size=12151) 2024-12-11T19:27:16,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-11T19:27:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T19:27:16,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-11T19:27:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:16,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:16,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945296942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945296942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945296944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945296945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:16,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945296946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-11T19:27:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:17,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:17,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:17,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/8d47fc7a727b43f4aad31e6020507370 2024-12-11T19:27:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/a226fb5c1f7a4fdf9c5299738abf3ea2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/a226fb5c1f7a4fdf9c5299738abf3ea2 2024-12-11T19:27:17,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/a226fb5c1f7a4fdf9c5299738abf3ea2, entries=150, sequenceid=177, filesize=11.9 K 2024-12-11T19:27:17,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c68d51bc92be41daa9c8e2e4a68c7418 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c68d51bc92be41daa9c8e2e4a68c7418 2024-12-11T19:27:17,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c68d51bc92be41daa9c8e2e4a68c7418, entries=150, sequenceid=177, filesize=11.9 K 2024-12-11T19:27:17,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/8d47fc7a727b43f4aad31e6020507370 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d47fc7a727b43f4aad31e6020507370 2024-12-11T19:27:17,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d47fc7a727b43f4aad31e6020507370, entries=150, sequenceid=177, filesize=11.9 K 2024-12-11T19:27:17,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6d217c6855a7547c6b49ccb5efc428aa in 862ms, sequenceid=177, compaction requested=true 2024-12-11T19:27:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:17,184 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:17,184 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:17,185 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:17,185 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:17,185 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/A is initiating minor compaction (all files) 2024-12-11T19:27:17,185 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/B is initiating minor compaction (all files) 2024-12-11T19:27:17,185 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/A in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:17,185 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/B in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:17,186 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/68d83c6ce680474bbfe96b02fef7fcd9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/09e8cfd6bb6040a996d8e9c2e982e114, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c68d51bc92be41daa9c8e2e4a68c7418] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.9 K 2024-12-11T19:27:17,186 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/14c7474c9c0d4faea0f6aac111e7ac1d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7aa1d4f5246940c3aea08c82397008c8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/a226fb5c1f7a4fdf9c5299738abf3ea2] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.9 K 2024-12-11T19:27:17,186 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14c7474c9c0d4faea0f6aac111e7ac1d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945232938 2024-12-11T19:27:17,186 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 68d83c6ce680474bbfe96b02fef7fcd9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945232938 2024-12-11T19:27:17,186 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aa1d4f5246940c3aea08c82397008c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733945233589 2024-12-11T19:27:17,186 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 09e8cfd6bb6040a996d8e9c2e982e114, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733945233589 2024-12-11T19:27:17,186 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a226fb5c1f7a4fdf9c5299738abf3ea2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733945235714 2024-12-11T19:27:17,187 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c68d51bc92be41daa9c8e2e4a68c7418, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733945235714 2024-12-11T19:27:17,193 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#B#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:17,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/7dde9e011a3b4383948a07d0c8079bd5 is 50, key is test_row_0/B:col10/1733945236322/Put/seqid=0 2024-12-11T19:27:17,200 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:17,201 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/6e5287fbc93643b0bb9031bb3ba53133 is 50, key is test_row_0/A:col10/1733945236322/Put/seqid=0 2024-12-11T19:27:17,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742106_1282 (size=12561) 2024-12-11T19:27:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742107_1283 (size=12561) 2024-12-11T19:27:17,231 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/6e5287fbc93643b0bb9031bb3ba53133 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6e5287fbc93643b0bb9031bb3ba53133 2024-12-11T19:27:17,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-11T19:27:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:17,232 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T19:27:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:17,240 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/A of 6d217c6855a7547c6b49ccb5efc428aa into 6e5287fbc93643b0bb9031bb3ba53133(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:17,240 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:17,240 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/A, priority=13, startTime=1733945237184; duration=0sec 2024-12-11T19:27:17,240 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:17,240 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:A 2024-12-11T19:27:17,240 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:17,242 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:17,242 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/C is initiating minor compaction (all files) 2024-12-11T19:27:17,242 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/C in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:17,242 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d264790718a4299816e3122996d484e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ac534e682b3c476ba355d7eb2ace375d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d47fc7a727b43f4aad31e6020507370] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=35.9 K 2024-12-11T19:27:17,242 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d264790718a4299816e3122996d484e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733945232938 2024-12-11T19:27:17,243 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac534e682b3c476ba355d7eb2ace375d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733945233589 2024-12-11T19:27:17,243 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d47fc7a727b43f4aad31e6020507370, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733945235714 2024-12-11T19:27:17,253 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/50129e82ebcc47ee99279fd6db940d52 is 50, key is test_row_0/A:col10/1733945236335/Put/seqid=0 2024-12-11T19:27:17,256 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/f4d729b95edb4207a170541e8fd2abbe is 50, key is test_row_0/C:col10/1733945236322/Put/seqid=0 2024-12-11T19:27:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742108_1284 (size=12151) 2024-12-11T19:27:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742109_1285 (size=12561) 2024-12-11T19:27:17,290 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/f4d729b95edb4207a170541e8fd2abbe as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/f4d729b95edb4207a170541e8fd2abbe 2024-12-11T19:27:17,297 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/C of 6d217c6855a7547c6b49ccb5efc428aa into f4d729b95edb4207a170541e8fd2abbe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:17,297 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:17,297 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/C, priority=13, startTime=1733945237184; duration=0sec 2024-12-11T19:27:17,297 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:17,297 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:C 2024-12-11T19:27:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T19:27:17,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:17,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945297481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945297481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945297481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945297482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945297482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945297584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945297584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945297584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945297584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945297584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,650 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/7dde9e011a3b4383948a07d0c8079bd5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7dde9e011a3b4383948a07d0c8079bd5 2024-12-11T19:27:17,660 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/B of 6d217c6855a7547c6b49ccb5efc428aa into 7dde9e011a3b4383948a07d0c8079bd5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:17,661 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:17,661 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/B, priority=13, startTime=1733945237184; duration=0sec 2024-12-11T19:27:17,661 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:17,661 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:B 2024-12-11T19:27:17,684 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/50129e82ebcc47ee99279fd6db940d52 2024-12-11T19:27:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/353c392b18044281bda346690e6b24ae is 50, key is test_row_0/B:col10/1733945236335/Put/seqid=0 2024-12-11T19:27:17,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742110_1286 (size=12151) 2024-12-11T19:27:17,709 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/353c392b18044281bda346690e6b24ae 2024-12-11T19:27:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/680ce05baaf64851b09578de686967f2 is 50, key is test_row_0/C:col10/1733945236335/Put/seqid=0 2024-12-11T19:27:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742111_1287 (size=12151) 2024-12-11T19:27:17,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945297787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945297787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945297787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945297787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945297787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945298088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945298089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945298089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945298090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945298090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,122 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/680ce05baaf64851b09578de686967f2 2024-12-11T19:27:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/50129e82ebcc47ee99279fd6db940d52 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/50129e82ebcc47ee99279fd6db940d52 2024-12-11T19:27:18,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/50129e82ebcc47ee99279fd6db940d52, entries=150, sequenceid=194, filesize=11.9 K 2024-12-11T19:27:18,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/353c392b18044281bda346690e6b24ae as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/353c392b18044281bda346690e6b24ae 2024-12-11T19:27:18,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/353c392b18044281bda346690e6b24ae, entries=150, sequenceid=194, filesize=11.9 K 2024-12-11T19:27:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/680ce05baaf64851b09578de686967f2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/680ce05baaf64851b09578de686967f2 2024-12-11T19:27:18,143 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/680ce05baaf64851b09578de686967f2, entries=150, sequenceid=194, filesize=11.9 K 2024-12-11T19:27:18,144 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6d217c6855a7547c6b49ccb5efc428aa in 912ms, sequenceid=194, compaction requested=false 2024-12-11T19:27:18,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:18,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:18,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-11T19:27:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-11T19:27:18,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-11T19:27:18,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-12-11T19:27:18,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.8400 sec 2024-12-11T19:27:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-11T19:27:18,414 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-11T19:27:18,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-11T19:27:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T19:27:18,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:18,417 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:18,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T19:27:18,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-11T19:27:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:18,569 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:27:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b189d28bd5944d4cb16db2768dd24abd is 50, key is test_row_1/A:col10/1733945237481/Put/seqid=0 2024-12-11T19:27:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:18,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742112_1288 (size=9757) 2024-12-11T19:27:18,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945298600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945298599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945298601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945298602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945298602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945298703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945298703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945298703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945298704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945298704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T19:27:18,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945298904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945298905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945298905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945298907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945298907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:18,996 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b189d28bd5944d4cb16db2768dd24abd 2024-12-11T19:27:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c2d9c17ee0a9461db214e1fe185b2e5d is 50, key is test_row_1/B:col10/1733945237481/Put/seqid=0 2024-12-11T19:27:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742113_1289 (size=9757) 2024-12-11T19:27:19,006 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c2d9c17ee0a9461db214e1fe185b2e5d 2024-12-11T19:27:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/eb4b224306204ce88da161760aa21443 is 50, key is test_row_1/C:col10/1733945237481/Put/seqid=0 2024-12-11T19:27:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742114_1290 (size=9757) 2024-12-11T19:27:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T19:27:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945299207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945299207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945299209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945299209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945299211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,417 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/eb4b224306204ce88da161760aa21443 2024-12-11T19:27:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b189d28bd5944d4cb16db2768dd24abd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b189d28bd5944d4cb16db2768dd24abd 2024-12-11T19:27:19,424 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b189d28bd5944d4cb16db2768dd24abd, entries=100, sequenceid=216, filesize=9.5 K 2024-12-11T19:27:19,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c2d9c17ee0a9461db214e1fe185b2e5d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c2d9c17ee0a9461db214e1fe185b2e5d 2024-12-11T19:27:19,430 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c2d9c17ee0a9461db214e1fe185b2e5d, entries=100, sequenceid=216, filesize=9.5 K 2024-12-11T19:27:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/eb4b224306204ce88da161760aa21443 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/eb4b224306204ce88da161760aa21443 2024-12-11T19:27:19,436 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/eb4b224306204ce88da161760aa21443, entries=100, sequenceid=216, filesize=9.5 K 2024-12-11T19:27:19,438 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6d217c6855a7547c6b49ccb5efc428aa in 868ms, sequenceid=216, compaction requested=true 2024-12-11T19:27:19,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:19,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:19,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-11T19:27:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-11T19:27:19,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-11T19:27:19,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec 2024-12-11T19:27:19,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0260 sec 2024-12-11T19:27:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-11T19:27:19,519 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-11T19:27:19,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-11T19:27:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-11T19:27:19,521 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:19,521 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:19,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-11T19:27:19,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-11T19:27:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:19,673 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:27:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/d95c7542c56c46f4b51880f0047b9eb5 is 50, key is test_row_0/A:col10/1733945238599/Put/seqid=0 2024-12-11T19:27:19,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742115_1291 (size=12151) 2024-12-11T19:27:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:19,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:19,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945299720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945299721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945299721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945299722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945299722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-11T19:27:19,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945299824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945299825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945299825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945299825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:19,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945299826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945300028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945300028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945300028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945300029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945300029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,081 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/d95c7542c56c46f4b51880f0047b9eb5 2024-12-11T19:27:20,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/f119d3d9008f4cd3afeb27b17af35f12 is 50, key is test_row_0/B:col10/1733945238599/Put/seqid=0 2024-12-11T19:27:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742116_1292 (size=12151) 2024-12-11T19:27:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-11T19:27:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945300332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945300332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945300332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945300332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945300333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,493 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/f119d3d9008f4cd3afeb27b17af35f12 2024-12-11T19:27:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/1c0ce4b6fe6a463dace43f24a2c9f166 is 50, key is test_row_0/C:col10/1733945238599/Put/seqid=0 2024-12-11T19:27:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742117_1293 (size=12151) 2024-12-11T19:27:20,505 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/1c0ce4b6fe6a463dace43f24a2c9f166 2024-12-11T19:27:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/d95c7542c56c46f4b51880f0047b9eb5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d95c7542c56c46f4b51880f0047b9eb5 2024-12-11T19:27:20,516 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d95c7542c56c46f4b51880f0047b9eb5, entries=150, sequenceid=234, filesize=11.9 K 2024-12-11T19:27:20,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/f119d3d9008f4cd3afeb27b17af35f12 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f119d3d9008f4cd3afeb27b17af35f12 2024-12-11T19:27:20,523 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f119d3d9008f4cd3afeb27b17af35f12, entries=150, sequenceid=234, filesize=11.9 K 2024-12-11T19:27:20,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/1c0ce4b6fe6a463dace43f24a2c9f166 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1c0ce4b6fe6a463dace43f24a2c9f166 2024-12-11T19:27:20,527 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1c0ce4b6fe6a463dace43f24a2c9f166, entries=150, sequenceid=234, filesize=11.9 K 2024-12-11T19:27:20,528 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6d217c6855a7547c6b49ccb5efc428aa in 855ms, sequenceid=234, compaction requested=true 2024-12-11T19:27:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-11T19:27:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-11T19:27:20,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-11T19:27:20,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-12-11T19:27:20,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0110 sec 2024-12-11T19:27:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-11T19:27:20,624 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-11T19:27:20,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-11T19:27:20,626 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:20,627 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:20,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T19:27:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T19:27:20,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-11T19:27:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:20,782 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:27:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:20,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/f197333b0c784f1180a487b3843927ae is 50, key is test_row_0/A:col10/1733945239719/Put/seqid=0 2024-12-11T19:27:20,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742118_1294 (size=12151) 2024-12-11T19:27:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:20,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945300845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945300845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945300846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945300847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945300848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T19:27:20,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945300949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945300949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945300949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945300949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945300951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945301152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945301152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945301152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945301153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945301154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,189 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/f197333b0c784f1180a487b3843927ae 2024-12-11T19:27:21,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/3ef570901208422c8b53e86daa905134 is 50, key is test_row_0/B:col10/1733945239719/Put/seqid=0 2024-12-11T19:27:21,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742119_1295 (size=12151) 2024-12-11T19:27:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T19:27:21,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945301454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945301457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945301458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945301458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945301458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,600 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/3ef570901208422c8b53e86daa905134 2024-12-11T19:27:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/de9aa35d9b8d4821889d3f2c7587c429 is 50, key is test_row_0/C:col10/1733945239719/Put/seqid=0 2024-12-11T19:27:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742120_1296 (size=12151) 2024-12-11T19:27:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T19:27:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945301957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945301960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945301962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945301963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945301963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:22,039 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/de9aa35d9b8d4821889d3f2c7587c429 2024-12-11T19:27:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/f197333b0c784f1180a487b3843927ae as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f197333b0c784f1180a487b3843927ae 2024-12-11T19:27:22,047 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f197333b0c784f1180a487b3843927ae, entries=150, sequenceid=252, filesize=11.9 K 2024-12-11T19:27:22,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/3ef570901208422c8b53e86daa905134 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/3ef570901208422c8b53e86daa905134 2024-12-11T19:27:22,051 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/3ef570901208422c8b53e86daa905134, entries=150, sequenceid=252, filesize=11.9 K 2024-12-11T19:27:22,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/de9aa35d9b8d4821889d3f2c7587c429 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/de9aa35d9b8d4821889d3f2c7587c429 2024-12-11T19:27:22,055 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/de9aa35d9b8d4821889d3f2c7587c429, entries=150, sequenceid=252, filesize=11.9 K 2024-12-11T19:27:22,056 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6d217c6855a7547c6b49ccb5efc428aa in 1274ms, sequenceid=252, compaction requested=true 2024-12-11T19:27:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-11T19:27:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-11T19:27:22,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-11T19:27:22,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-12-11T19:27:22,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4350 sec 2024-12-11T19:27:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-11T19:27:22,730 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-11T19:27:22,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-11T19:27:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-11T19:27:22,733 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:22,733 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:22,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-11T19:27:22,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:22,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-11T19:27:22,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:22,885 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:27:22,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:22,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/ffc618eae6414750a6973c71a9210ca3 is 50, key is test_row_0/A:col10/1733945240845/Put/seqid=0 2024-12-11T19:27:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742121_1297 (size=12301) 2024-12-11T19:27:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:22,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:22,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945302975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945302975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945302976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945302976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945302978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-11T19:27:23,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945303080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945303080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945303080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945303080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945303080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945303282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945303284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945303284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945303284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945303284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,294 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/ffc618eae6414750a6973c71a9210ca3 2024-12-11T19:27:23,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/10d7231e5f9648c6bb7df52e2ccfb735 is 50, key is test_row_0/B:col10/1733945240845/Put/seqid=0 2024-12-11T19:27:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742122_1298 (size=12301) 2024-12-11T19:27:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-11T19:27:23,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945303585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945303586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945303587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945303588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945303589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:23,707 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/10d7231e5f9648c6bb7df52e2ccfb735 2024-12-11T19:27:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fac270c6f4874683bb2d4e9bee2d7c18 is 50, key is test_row_0/C:col10/1733945240845/Put/seqid=0 2024-12-11T19:27:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742123_1299 (size=12301) 2024-12-11T19:27:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-11T19:27:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945304091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945304091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945304092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945304093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945304094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:24,118 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fac270c6f4874683bb2d4e9bee2d7c18 2024-12-11T19:27:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/ffc618eae6414750a6973c71a9210ca3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/ffc618eae6414750a6973c71a9210ca3 2024-12-11T19:27:24,125 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/ffc618eae6414750a6973c71a9210ca3, entries=150, sequenceid=270, filesize=12.0 K 2024-12-11T19:27:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/10d7231e5f9648c6bb7df52e2ccfb735 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/10d7231e5f9648c6bb7df52e2ccfb735 2024-12-11T19:27:24,130 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/10d7231e5f9648c6bb7df52e2ccfb735, entries=150, sequenceid=270, filesize=12.0 K 2024-12-11T19:27:24,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/fac270c6f4874683bb2d4e9bee2d7c18 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fac270c6f4874683bb2d4e9bee2d7c18 2024-12-11T19:27:24,134 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fac270c6f4874683bb2d4e9bee2d7c18, entries=150, sequenceid=270, filesize=12.0 K 2024-12-11T19:27:24,135 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6d217c6855a7547c6b49ccb5efc428aa in 1250ms, sequenceid=270, compaction requested=true 2024-12-11T19:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-11T19:27:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-11T19:27:24,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-11T19:27:24,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-12-11T19:27:24,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4060 sec 2024-12-11T19:27:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-11T19:27:24,836 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-11T19:27:24,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-11T19:27:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-11T19:27:24,838 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:24,838 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:24,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-11T19:27:24,989 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:24,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-11T19:27:24,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:24,990 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T19:27:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/d77c2fee3c8a4b7190e09fdbee1dacc9 is 50, key is test_row_0/A:col10/1733945242966/Put/seqid=0 2024-12-11T19:27:24,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742124_1300 (size=12301) 2024-12-11T19:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:25,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945305108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945305111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945305112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945305112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945305113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-11T19:27:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945305213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945305214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945305216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945305216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945305216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/d77c2fee3c8a4b7190e09fdbee1dacc9 2024-12-11T19:27:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/58ed4323fb1648be859d28c7df5c4b11 is 50, key is test_row_0/B:col10/1733945242966/Put/seqid=0 2024-12-11T19:27:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742125_1301 (size=12301) 2024-12-11T19:27:25,409 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/58ed4323fb1648be859d28c7df5c4b11 2024-12-11T19:27:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945305416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945305418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945305419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945305419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/cc4a7238e0d6426d98d86dd4ac714066 is 50, key is test_row_0/C:col10/1733945242966/Put/seqid=0 2024-12-11T19:27:25,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945305421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742126_1302 (size=12301) 2024-12-11T19:27:25,428 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/cc4a7238e0d6426d98d86dd4ac714066 2024-12-11T19:27:25,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/d77c2fee3c8a4b7190e09fdbee1dacc9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d77c2fee3c8a4b7190e09fdbee1dacc9 2024-12-11T19:27:25,437 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d77c2fee3c8a4b7190e09fdbee1dacc9, entries=150, sequenceid=288, filesize=12.0 K 2024-12-11T19:27:25,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/58ed4323fb1648be859d28c7df5c4b11 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/58ed4323fb1648be859d28c7df5c4b11 2024-12-11T19:27:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-11T19:27:25,443 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/58ed4323fb1648be859d28c7df5c4b11, entries=150, sequenceid=288, filesize=12.0 K 2024-12-11T19:27:25,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/cc4a7238e0d6426d98d86dd4ac714066 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/cc4a7238e0d6426d98d86dd4ac714066 2024-12-11T19:27:25,450 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/cc4a7238e0d6426d98d86dd4ac714066, entries=150, sequenceid=288, filesize=12.0 K 2024-12-11T19:27:25,450 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6d217c6855a7547c6b49ccb5efc428aa in 460ms, sequenceid=288, compaction requested=true 2024-12-11T19:27:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-11T19:27:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-11T19:27:25,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-11T19:27:25,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-12-11T19:27:25,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 615 msec 2024-12-11T19:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:25,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T19:27:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:25,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/22c10c611c664392b1fd1049ab7a034e is 50, key is test_row_0/A:col10/1733945245722/Put/seqid=0 2024-12-11T19:27:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742127_1303 (size=14741) 2024-12-11T19:27:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945305734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945305735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945305735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945305736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945305737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945305839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945305840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945305840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945305841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945305841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-11T19:27:25,941 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-11T19:27:25,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-11T19:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-11T19:27:25,943 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:25,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:25,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:26,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945306042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-11T19:27:26,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945306043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945306043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945306045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945306047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-11T19:27:26,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:26,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/22c10c611c664392b1fd1049ab7a034e 2024-12-11T19:27:26,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c25fb76f0b2c4ffcaea1512599c648f2 is 50, key is test_row_0/B:col10/1733945245722/Put/seqid=0 2024-12-11T19:27:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742128_1304 (size=12301) 2024-12-11T19:27:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-11T19:27:26,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-11T19:27:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945306345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945306347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945306347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945306347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945306353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-11T19:27:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c25fb76f0b2c4ffcaea1512599c648f2 2024-12-11T19:27:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-11T19:27:26,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/6437a954f115499eb6cd668d6e219b2e is 50, key is test_row_0/C:col10/1733945245722/Put/seqid=0 2024-12-11T19:27:26,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742129_1305 (size=12301) 2024-12-11T19:27:26,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-11T19:27:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-11T19:27:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945306852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945306852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945306852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945306853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-11T19:27:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:26,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945306860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:26,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/6437a954f115499eb6cd668d6e219b2e 2024-12-11T19:27:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/22c10c611c664392b1fd1049ab7a034e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/22c10c611c664392b1fd1049ab7a034e 2024-12-11T19:27:26,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/22c10c611c664392b1fd1049ab7a034e, entries=200, sequenceid=309, filesize=14.4 K 2024-12-11T19:27:26,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/c25fb76f0b2c4ffcaea1512599c648f2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c25fb76f0b2c4ffcaea1512599c648f2 2024-12-11T19:27:26,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c25fb76f0b2c4ffcaea1512599c648f2, entries=150, sequenceid=309, filesize=12.0 K 2024-12-11T19:27:26,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/6437a954f115499eb6cd668d6e219b2e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6437a954f115499eb6cd668d6e219b2e 2024-12-11T19:27:26,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6437a954f115499eb6cd668d6e219b2e, entries=150, sequenceid=309, filesize=12.0 K 2024-12-11T19:27:26,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 6d217c6855a7547c6b49ccb5efc428aa in 1250ms, sequenceid=309, compaction requested=true 2024-12-11T19:27:26,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:26,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:26,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:26,973 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-11T19:27:26,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:26,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:26,973 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-11T19:27:26,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:26,976 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98114 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-11T19:27:26,976 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/A is initiating minor compaction (all files) 2024-12-11T19:27:26,976 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/A in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,977 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6e5287fbc93643b0bb9031bb3ba53133, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/50129e82ebcc47ee99279fd6db940d52, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b189d28bd5944d4cb16db2768dd24abd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d95c7542c56c46f4b51880f0047b9eb5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f197333b0c784f1180a487b3843927ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/ffc618eae6414750a6973c71a9210ca3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d77c2fee3c8a4b7190e09fdbee1dacc9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/22c10c611c664392b1fd1049ab7a034e] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=95.8 K 2024-12-11T19:27:26,977 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 95674 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-11T19:27:26,977 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/B is initiating minor compaction (all files) 2024-12-11T19:27:26,977 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/B in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:26,977 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7dde9e011a3b4383948a07d0c8079bd5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/353c392b18044281bda346690e6b24ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c2d9c17ee0a9461db214e1fe185b2e5d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f119d3d9008f4cd3afeb27b17af35f12, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/3ef570901208422c8b53e86daa905134, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/10d7231e5f9648c6bb7df52e2ccfb735, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/58ed4323fb1648be859d28c7df5c4b11, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c25fb76f0b2c4ffcaea1512599c648f2] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=93.4 K 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e5287fbc93643b0bb9031bb3ba53133, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733945235714 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dde9e011a3b4383948a07d0c8079bd5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733945235714 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 353c392b18044281bda346690e6b24ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733945236334 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50129e82ebcc47ee99279fd6db940d52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733945236334 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c2d9c17ee0a9461db214e1fe185b2e5d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733945237452 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b189d28bd5944d4cb16db2768dd24abd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733945237452 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f119d3d9008f4cd3afeb27b17af35f12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733945238599 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d95c7542c56c46f4b51880f0047b9eb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733945238599 2024-12-11T19:27:26,978 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ef570901208422c8b53e86daa905134, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733945239719 2024-12-11T19:27:26,979 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting f197333b0c784f1180a487b3843927ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733945239719 2024-12-11T19:27:26,979 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 10d7231e5f9648c6bb7df52e2ccfb735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733945240844 2024-12-11T19:27:26,979 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc618eae6414750a6973c71a9210ca3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733945240844 2024-12-11T19:27:26,979 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 58ed4323fb1648be859d28c7df5c4b11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733945242966 2024-12-11T19:27:26,979 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d77c2fee3c8a4b7190e09fdbee1dacc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733945242966 2024-12-11T19:27:26,979 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22c10c611c664392b1fd1049ab7a034e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945245111 2024-12-11T19:27:26,979 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c25fb76f0b2c4ffcaea1512599c648f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945245112 2024-12-11T19:27:26,991 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#B#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:26,992 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/17e36a902b094053b762a3a6557aac47 is 50, key is test_row_0/B:col10/1733945245722/Put/seqid=0 2024-12-11T19:27:27,010 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#A#compaction#261 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:27,011 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b6756f62b2714614b715bec7a594f4f0 is 50, key is test_row_0/A:col10/1733945245722/Put/seqid=0 2024-12-11T19:27:27,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:27,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-11T19:27:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:27,014 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T19:27:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742130_1306 (size=12983) 2024-12-11T19:27:27,026 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/17e36a902b094053b762a3a6557aac47 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/17e36a902b094053b762a3a6557aac47 2024-12-11T19:27:27,032 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/B of 6d217c6855a7547c6b49ccb5efc428aa into 17e36a902b094053b762a3a6557aac47(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:27,032 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:27,032 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/B, priority=8, startTime=1733945246973; duration=0sec 2024-12-11T19:27:27,032 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:27,032 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:B 2024-12-11T19:27:27,032 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-11T19:27:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/4706f1288761478cb462d285ed94ba65 is 50, key is test_row_0/A:col10/1733945245736/Put/seqid=0 2024-12-11T19:27:27,035 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 95674 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-11T19:27:27,035 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/C is initiating minor compaction (all files) 2024-12-11T19:27:27,036 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/C in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:27,036 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/f4d729b95edb4207a170541e8fd2abbe, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/680ce05baaf64851b09578de686967f2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/eb4b224306204ce88da161760aa21443, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1c0ce4b6fe6a463dace43f24a2c9f166, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/de9aa35d9b8d4821889d3f2c7587c429, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fac270c6f4874683bb2d4e9bee2d7c18, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/cc4a7238e0d6426d98d86dd4ac714066, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6437a954f115499eb6cd668d6e219b2e] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=93.4 K 2024-12-11T19:27:27,036 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f4d729b95edb4207a170541e8fd2abbe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733945235714 2024-12-11T19:27:27,036 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 680ce05baaf64851b09578de686967f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733945236334 2024-12-11T19:27:27,036 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting eb4b224306204ce88da161760aa21443, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733945237452 2024-12-11T19:27:27,037 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c0ce4b6fe6a463dace43f24a2c9f166, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733945238599 2024-12-11T19:27:27,037 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting de9aa35d9b8d4821889d3f2c7587c429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733945239719 2024-12-11T19:27:27,037 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fac270c6f4874683bb2d4e9bee2d7c18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733945240844 2024-12-11T19:27:27,037 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting cc4a7238e0d6426d98d86dd4ac714066, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733945242966 2024-12-11T19:27:27,038 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 6437a954f115499eb6cd668d6e219b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945245112 2024-12-11T19:27:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742132_1308 (size=12301) 2024-12-11T19:27:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742131_1307 (size=12983) 2024-12-11T19:27:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-11T19:27:27,051 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b6756f62b2714614b715bec7a594f4f0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b6756f62b2714614b715bec7a594f4f0 2024-12-11T19:27:27,056 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/A of 6d217c6855a7547c6b49ccb5efc428aa into b6756f62b2714614b715bec7a594f4f0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:27,056 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:27,056 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/A, priority=8, startTime=1733945246973; duration=0sec 2024-12-11T19:27:27,057 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:27,057 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:A 2024-12-11T19:27:27,057 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#C#compaction#263 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:27,058 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/06ffb3f560ac4e1ca451ab8f24c3945e is 50, key is test_row_0/C:col10/1733945245722/Put/seqid=0 2024-12-11T19:27:27,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742133_1309 (size=12983) 2024-12-11T19:27:27,444 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/4706f1288761478cb462d285ed94ba65 2024-12-11T19:27:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/b4d9d94315044300905eddf4ee49e5c9 is 50, key is test_row_0/B:col10/1733945245736/Put/seqid=0 2024-12-11T19:27:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742134_1310 (size=12301) 2024-12-11T19:27:27,467 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/06ffb3f560ac4e1ca451ab8f24c3945e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/06ffb3f560ac4e1ca451ab8f24c3945e 2024-12-11T19:27:27,475 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/C of 6d217c6855a7547c6b49ccb5efc428aa into 06ffb3f560ac4e1ca451ab8f24c3945e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:27,475 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:27,475 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/C, priority=8, startTime=1733945246973; duration=0sec 2024-12-11T19:27:27,475 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:27,475 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:C 2024-12-11T19:27:27,857 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/b4d9d94315044300905eddf4ee49e5c9 2024-12-11T19:27:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:27,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/ce5373963c934c4c85450125a2b69c9d is 50, key is test_row_0/C:col10/1733945245736/Put/seqid=0 2024-12-11T19:27:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742135_1311 (size=12301) 2024-12-11T19:27:27,910 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/ce5373963c934c4c85450125a2b69c9d 2024-12-11T19:27:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945307910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945307910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:27,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/4706f1288761478cb462d285ed94ba65 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4706f1288761478cb462d285ed94ba65 2024-12-11T19:27:27,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945307913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:27,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945307912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:27,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945307913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:27,919 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4706f1288761478cb462d285ed94ba65, entries=150, sequenceid=325, filesize=12.0 K 2024-12-11T19:27:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/b4d9d94315044300905eddf4ee49e5c9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/b4d9d94315044300905eddf4ee49e5c9 2024-12-11T19:27:27,923 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/b4d9d94315044300905eddf4ee49e5c9, entries=150, sequenceid=325, filesize=12.0 K 2024-12-11T19:27:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/ce5373963c934c4c85450125a2b69c9d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ce5373963c934c4c85450125a2b69c9d 2024-12-11T19:27:27,928 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ce5373963c934c4c85450125a2b69c9d, entries=150, sequenceid=325, filesize=12.0 K 2024-12-11T19:27:27,929 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6d217c6855a7547c6b49ccb5efc428aa in 914ms, sequenceid=325, compaction requested=false 2024-12-11T19:27:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-11T19:27:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-11T19:27:27,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-11T19:27:27,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9860 sec 2024-12-11T19:27:27,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.9900 sec 2024-12-11T19:27:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:28,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T19:27:28,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:28,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:28,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:28,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/61843989171f41e487e9f4379ea8fb71 is 50, key is test_row_0/A:col10/1733945247911/Put/seqid=0 2024-12-11T19:27:28,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742136_1312 (size=12301) 2024-12-11T19:27:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945308023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945308023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/61843989171f41e487e9f4379ea8fb71 2024-12-11T19:27:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945308023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945308026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945308026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/35509e32bf634bbeb6f16f0394079d98 is 50, key is test_row_0/B:col10/1733945247911/Put/seqid=0 2024-12-11T19:27:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742137_1313 (size=12301) 2024-12-11T19:27:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-11T19:27:28,047 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-11T19:27:28,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-11T19:27:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-11T19:27:28,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:28,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:28,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:28,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945308127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945308127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945308127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945308129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945308129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-11T19:27:28,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-11T19:27:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945308329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945308330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945308330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945308331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945308332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-11T19:27:28,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-11T19:27:28,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:28,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:28,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/35509e32bf634bbeb6f16f0394079d98 2024-12-11T19:27:28,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/a92c1280cfe74aecbba60f9fc17932cd is 50, key is test_row_0/C:col10/1733945247911/Put/seqid=0 2024-12-11T19:27:28,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742138_1314 (size=12301) 2024-12-11T19:27:28,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/a92c1280cfe74aecbba60f9fc17932cd 2024-12-11T19:27:28,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/61843989171f41e487e9f4379ea8fb71 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/61843989171f41e487e9f4379ea8fb71 2024-12-11T19:27:28,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/61843989171f41e487e9f4379ea8fb71, entries=150, sequenceid=350, filesize=12.0 K 2024-12-11T19:27:28,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/35509e32bf634bbeb6f16f0394079d98 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/35509e32bf634bbeb6f16f0394079d98 2024-12-11T19:27:28,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/35509e32bf634bbeb6f16f0394079d98, entries=150, sequenceid=350, filesize=12.0 K 2024-12-11T19:27:28,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/a92c1280cfe74aecbba60f9fc17932cd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/a92c1280cfe74aecbba60f9fc17932cd 2024-12-11T19:27:28,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/a92c1280cfe74aecbba60f9fc17932cd, entries=150, sequenceid=350, filesize=12.0 K 2024-12-11T19:27:28,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6d217c6855a7547c6b49ccb5efc428aa in 455ms, sequenceid=350, compaction requested=true 2024-12-11T19:27:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:28,471 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:28,471 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:28,472 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:28,472 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/A is initiating minor compaction (all files) 2024-12-11T19:27:28,472 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/A in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,472 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b6756f62b2714614b715bec7a594f4f0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4706f1288761478cb462d285ed94ba65, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/61843989171f41e487e9f4379ea8fb71] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=36.7 K 2024-12-11T19:27:28,472 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6756f62b2714614b715bec7a594f4f0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945245112 2024-12-11T19:27:28,473 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4706f1288761478cb462d285ed94ba65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733945245733 2024-12-11T19:27:28,473 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61843989171f41e487e9f4379ea8fb71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733945247911 2024-12-11T19:27:28,473 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:28,473 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/B is initiating minor compaction (all files) 2024-12-11T19:27:28,473 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/B in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,473 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/17e36a902b094053b762a3a6557aac47, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/b4d9d94315044300905eddf4ee49e5c9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/35509e32bf634bbeb6f16f0394079d98] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=36.7 K 2024-12-11T19:27:28,474 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 17e36a902b094053b762a3a6557aac47, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945245112 2024-12-11T19:27:28,474 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b4d9d94315044300905eddf4ee49e5c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733945245733 2024-12-11T19:27:28,475 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 35509e32bf634bbeb6f16f0394079d98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733945247911 2024-12-11T19:27:28,482 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#A#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:28,482 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:28,482 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/910f40f0efc64f2e810f3c8975b0327e is 50, key is test_row_0/B:col10/1733945247911/Put/seqid=0 2024-12-11T19:27:28,482 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/4fa3961df47840efa7fefcc0c0391f6d is 50, key is test_row_0/A:col10/1733945247911/Put/seqid=0 2024-12-11T19:27:28,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742139_1315 (size=13085) 2024-12-11T19:27:28,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-11T19:27:28,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742140_1316 (size=13085) 2024-12-11T19:27:28,510 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:27:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:28,512 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/4fa3961df47840efa7fefcc0c0391f6d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4fa3961df47840efa7fefcc0c0391f6d 2024-12-11T19:27:28,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7822b5ebf8b94fcca3fb729e029a344d is 50, key is test_row_0/A:col10/1733945248022/Put/seqid=0 2024-12-11T19:27:28,524 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/910f40f0efc64f2e810f3c8975b0327e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/910f40f0efc64f2e810f3c8975b0327e 2024-12-11T19:27:28,529 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/A of 6d217c6855a7547c6b49ccb5efc428aa into 4fa3961df47840efa7fefcc0c0391f6d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:28,529 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:28,529 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/A, priority=13, startTime=1733945248471; duration=0sec 2024-12-11T19:27:28,529 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:28,529 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:A 2024-12-11T19:27:28,529 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:28,531 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:28,531 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 6d217c6855a7547c6b49ccb5efc428aa/C is initiating minor compaction (all files) 2024-12-11T19:27:28,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742141_1317 (size=12301) 2024-12-11T19:27:28,531 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d217c6855a7547c6b49ccb5efc428aa/C in TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:28,532 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/06ffb3f560ac4e1ca451ab8f24c3945e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ce5373963c934c4c85450125a2b69c9d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/a92c1280cfe74aecbba60f9fc17932cd] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp, totalSize=36.7 K 2024-12-11T19:27:28,532 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/B of 6d217c6855a7547c6b49ccb5efc428aa into 910f40f0efc64f2e810f3c8975b0327e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:28,532 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:28,532 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/B, priority=13, startTime=1733945248471; duration=0sec 2024-12-11T19:27:28,532 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:28,532 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:B 2024-12-11T19:27:28,532 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06ffb3f560ac4e1ca451ab8f24c3945e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945245112 2024-12-11T19:27:28,533 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7822b5ebf8b94fcca3fb729e029a344d 2024-12-11T19:27:28,533 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce5373963c934c4c85450125a2b69c9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733945245733 2024-12-11T19:27:28,533 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a92c1280cfe74aecbba60f9fc17932cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733945247911 2024-12-11T19:27:28,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/627a8bca31c14299bc4dd1b764261eb3 is 50, key is test_row_0/B:col10/1733945248022/Put/seqid=0 2024-12-11T19:27:28,553 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d217c6855a7547c6b49ccb5efc428aa#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:28,554 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/225d841baafd41cfb8f2c414b512cfc0 is 50, key is test_row_0/C:col10/1733945247911/Put/seqid=0 2024-12-11T19:27:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742143_1319 (size=13085) 2024-12-11T19:27:28,569 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/225d841baafd41cfb8f2c414b512cfc0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/225d841baafd41cfb8f2c414b512cfc0 2024-12-11T19:27:28,576 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d217c6855a7547c6b49ccb5efc428aa/C of 6d217c6855a7547c6b49ccb5efc428aa into 225d841baafd41cfb8f2c414b512cfc0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:28,576 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:28,576 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa., storeName=6d217c6855a7547c6b49ccb5efc428aa/C, priority=13, startTime=1733945248471; duration=0sec 2024-12-11T19:27:28,576 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742142_1318 (size=12301) 2024-12-11T19:27:28,576 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:C 2024-12-11T19:27:28,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. as already flushing 2024-12-11T19:27:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:28,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945308645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945308645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945308645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945308645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945308646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-11T19:27:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945308749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945308749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945308749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945308749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945308749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945308951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945308951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945308951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945308952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945308952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:28,977 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/627a8bca31c14299bc4dd1b764261eb3 2024-12-11T19:27:28,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/e42fe1c81e8847558a49d4b0e0484408 is 50, key is test_row_0/C:col10/1733945248022/Put/seqid=0 2024-12-11T19:27:28,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742144_1320 (size=12301) 2024-12-11T19:27:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-11T19:27:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55530 deadline: 1733945309254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1733945309254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1733945309255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55600 deadline: 1733945309255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:29,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1733945309255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:29,380 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:57756 2024-12-11T19:27:29,380 DEBUG [Thread-1145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:57756 2024-12-11T19:27:29,380 DEBUG [Thread-1143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:57756 2024-12-11T19:27:29,380 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,380 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,380 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,381 DEBUG [Thread-1141 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:57756 2024-12-11T19:27:29,381 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,382 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b9e2976 to 127.0.0.1:57756 2024-12-11T19:27:29,382 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,389 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/e42fe1c81e8847558a49d4b0e0484408 2024-12-11T19:27:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/7822b5ebf8b94fcca3fb729e029a344d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7822b5ebf8b94fcca3fb729e029a344d 2024-12-11T19:27:29,396 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7822b5ebf8b94fcca3fb729e029a344d, entries=150, sequenceid=364, filesize=12.0 K 2024-12-11T19:27:29,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/627a8bca31c14299bc4dd1b764261eb3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/627a8bca31c14299bc4dd1b764261eb3 2024-12-11T19:27:29,400 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/627a8bca31c14299bc4dd1b764261eb3, entries=150, sequenceid=364, filesize=12.0 K 2024-12-11T19:27:29,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/e42fe1c81e8847558a49d4b0e0484408 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/e42fe1c81e8847558a49d4b0e0484408 2024-12-11T19:27:29,403 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/e42fe1c81e8847558a49d4b0e0484408, entries=150, sequenceid=364, filesize=12.0 K 2024-12-11T19:27:29,404 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6d217c6855a7547c6b49ccb5efc428aa in 895ms, sequenceid=364, compaction requested=false 2024-12-11T19:27:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-11T19:27:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-11T19:27:29,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-11T19:27:29,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3540 sec 2024-12-11T19:27:29,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.3570 sec 2024-12-11T19:27:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:29,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:27:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:29,758 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:57756 2024-12-11T19:27:29,758 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:29,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:29,760 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:57756 2024-12-11T19:27:29,760 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,761 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:57756 2024-12-11T19:27:29,761 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,761 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:57756 2024-12-11T19:27:29,761 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,761 DEBUG [Thread-1130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:57756 2024-12-11T19:27:29,761 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:29,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b22f56930d2144379c653b6083c14908 is 50, key is test_row_0/A:col10/1733945248645/Put/seqid=0 2024-12-11T19:27:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742145_1321 (size=12301) 2024-12-11T19:27:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-11T19:27:30,154 INFO [Thread-1140 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7677 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7281 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7069 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7711 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7321 2024-12-11T19:27:30,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T19:27:30,155 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T19:27:30,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:57756 2024-12-11T19:27:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:30,156 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-11T19:27:30,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T19:27:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-11T19:27:30,160 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945250160"}]},"ts":"1733945250160"} 2024-12-11T19:27:30,161 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T19:27:30,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b22f56930d2144379c653b6083c14908 2024-12-11T19:27:30,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/f9344c2df88a442ba9ef853d293083fd is 50, key is test_row_0/B:col10/1733945248645/Put/seqid=0 2024-12-11T19:27:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742146_1322 (size=12301) 2024-12-11T19:27:30,190 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T19:27:30,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:27:30,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d217c6855a7547c6b49ccb5efc428aa, UNASSIGN}] 2024-12-11T19:27:30,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d217c6855a7547c6b49ccb5efc428aa, UNASSIGN 2024-12-11T19:27:30,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=6d217c6855a7547c6b49ccb5efc428aa, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:30,194 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:27:30,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:27:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-11T19:27:30,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:30,347 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:30,347 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:27:30,347 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 6d217c6855a7547c6b49ccb5efc428aa, disabling compactions & flushes 2024-12-11T19:27:30,347 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-11T19:27:30,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/f9344c2df88a442ba9ef853d293083fd 2024-12-11T19:27:30,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/1542d7c6941d4810927aad3cab5bc5fb is 50, key is test_row_0/C:col10/1733945248645/Put/seqid=0 2024-12-11T19:27:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742147_1323 (size=12301) 2024-12-11T19:27:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-11T19:27:30,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/1542d7c6941d4810927aad3cab5bc5fb 2024-12-11T19:27:30,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/b22f56930d2144379c653b6083c14908 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b22f56930d2144379c653b6083c14908 2024-12-11T19:27:31,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b22f56930d2144379c653b6083c14908, entries=150, sequenceid=391, filesize=12.0 K 2024-12-11T19:27:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/f9344c2df88a442ba9ef853d293083fd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f9344c2df88a442ba9ef853d293083fd 2024-12-11T19:27:31,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f9344c2df88a442ba9ef853d293083fd, entries=150, sequenceid=391, filesize=12.0 K 2024-12-11T19:27:31,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/1542d7c6941d4810927aad3cab5bc5fb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1542d7c6941d4810927aad3cab5bc5fb 2024-12-11T19:27:31,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1542d7c6941d4810927aad3cab5bc5fb, entries=150, sequenceid=391, filesize=12.0 K 2024-12-11T19:27:31,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 6d217c6855a7547c6b49ccb5efc428aa in 1252ms, sequenceid=391, compaction requested=true 2024-12-11T19:27:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:31,010 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:31,010 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:31,010 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. because compaction request was cancelled 2024-12-11T19:27:31,010 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. after waiting 0 ms 2024-12-11T19:27:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:31,010 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:31,010 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. because compaction request was cancelled 2024-12-11T19:27:31,010 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:A 2024-12-11T19:27:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d217c6855a7547c6b49ccb5efc428aa:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:31,010 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:B 2024-12-11T19:27:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:31,010 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. because compaction request was cancelled 2024-12-11T19:27:31,010 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d217c6855a7547c6b49ccb5efc428aa:C 2024-12-11T19:27:31,010 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing 6d217c6855a7547c6b49ccb5efc428aa 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-11T19:27:31,011 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=A 2024-12-11T19:27:31,011 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:31,011 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=B 2024-12-11T19:27:31,011 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:31,011 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d217c6855a7547c6b49ccb5efc428aa, store=C 2024-12-11T19:27:31,011 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:31,014 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/f20456b9e39e4a12831e6972d899b7a6 is 50, key is test_row_0/A:col10/1733945249760/Put/seqid=0 2024-12-11T19:27:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742148_1324 (size=9857) 2024-12-11T19:27:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-11T19:27:31,418 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/f20456b9e39e4a12831e6972d899b7a6 2024-12-11T19:27:31,423 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/d12f23bbaa2c4beb8312a8bd25989f7a is 50, key is test_row_0/B:col10/1733945249760/Put/seqid=0 2024-12-11T19:27:31,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742149_1325 (size=9857) 2024-12-11T19:27:31,827 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/d12f23bbaa2c4beb8312a8bd25989f7a 2024-12-11T19:27:31,833 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/6328ea3ab73b45e78da5f7805c93609c is 50, key is test_row_0/C:col10/1733945249760/Put/seqid=0 2024-12-11T19:27:31,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742150_1326 (size=9857) 2024-12-11T19:27:32,237 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/6328ea3ab73b45e78da5f7805c93609c 2024-12-11T19:27:32,243 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/A/f20456b9e39e4a12831e6972d899b7a6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f20456b9e39e4a12831e6972d899b7a6 2024-12-11T19:27:32,247 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f20456b9e39e4a12831e6972d899b7a6, entries=100, sequenceid=398, filesize=9.6 K 2024-12-11T19:27:32,248 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/B/d12f23bbaa2c4beb8312a8bd25989f7a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/d12f23bbaa2c4beb8312a8bd25989f7a 2024-12-11T19:27:32,253 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/d12f23bbaa2c4beb8312a8bd25989f7a, entries=100, sequenceid=398, filesize=9.6 K 2024-12-11T19:27:32,254 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/.tmp/C/6328ea3ab73b45e78da5f7805c93609c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6328ea3ab73b45e78da5f7805c93609c 2024-12-11T19:27:32,257 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6328ea3ab73b45e78da5f7805c93609c, entries=100, sequenceid=398, filesize=9.6 K 2024-12-11T19:27:32,258 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6d217c6855a7547c6b49ccb5efc428aa in 1248ms, sequenceid=398, compaction requested=true 2024-12-11T19:27:32,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/fb9cdeb8a7344a10b49685185a12cea4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9ec259e453b54f5ba96bda97013301c9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7272851275d34148a995e390ed840375, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/37b6045288084c74badf71b63f4c3170, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/064cc745d66f4568a468203b960aa396, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/07d259a1fe354076960a493ce74e9506, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/625f6c90c171450da61e45fb92acbba7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9291ca5745564152a8dcd19491af5c4f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/14c7474c9c0d4faea0f6aac111e7ac1d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6a316175fc234360b406354463486ecb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7aa1d4f5246940c3aea08c82397008c8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6e5287fbc93643b0bb9031bb3ba53133, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/a226fb5c1f7a4fdf9c5299738abf3ea2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/50129e82ebcc47ee99279fd6db940d52, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b189d28bd5944d4cb16db2768dd24abd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d95c7542c56c46f4b51880f0047b9eb5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f197333b0c784f1180a487b3843927ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/ffc618eae6414750a6973c71a9210ca3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d77c2fee3c8a4b7190e09fdbee1dacc9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/22c10c611c664392b1fd1049ab7a034e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b6756f62b2714614b715bec7a594f4f0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4706f1288761478cb462d285ed94ba65, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/61843989171f41e487e9f4379ea8fb71] to archive 2024-12-11T19:27:32,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:27:32,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/07d259a1fe354076960a493ce74e9506 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/07d259a1fe354076960a493ce74e9506 2024-12-11T19:27:32,261 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/625f6c90c171450da61e45fb92acbba7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/625f6c90c171450da61e45fb92acbba7 2024-12-11T19:27:32,261 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9ec259e453b54f5ba96bda97013301c9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9ec259e453b54f5ba96bda97013301c9 2024-12-11T19:27:32,261 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7272851275d34148a995e390ed840375 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7272851275d34148a995e390ed840375 2024-12-11T19:27:32,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9291ca5745564152a8dcd19491af5c4f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/9291ca5745564152a8dcd19491af5c4f 2024-12-11T19:27:32,262 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/37b6045288084c74badf71b63f4c3170 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/37b6045288084c74badf71b63f4c3170 2024-12-11T19:27:32,262 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/fb9cdeb8a7344a10b49685185a12cea4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/fb9cdeb8a7344a10b49685185a12cea4 2024-12-11T19:27:32,262 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/064cc745d66f4568a468203b960aa396 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/064cc745d66f4568a468203b960aa396 2024-12-11T19:27:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-11T19:27:32,265 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/14c7474c9c0d4faea0f6aac111e7ac1d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/14c7474c9c0d4faea0f6aac111e7ac1d 2024-12-11T19:27:32,266 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/a226fb5c1f7a4fdf9c5299738abf3ea2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/a226fb5c1f7a4fdf9c5299738abf3ea2 2024-12-11T19:27:32,266 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6a316175fc234360b406354463486ecb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6a316175fc234360b406354463486ecb 2024-12-11T19:27:32,266 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/50129e82ebcc47ee99279fd6db940d52 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/50129e82ebcc47ee99279fd6db940d52 2024-12-11T19:27:32,266 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6e5287fbc93643b0bb9031bb3ba53133 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/6e5287fbc93643b0bb9031bb3ba53133 2024-12-11T19:27:32,266 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7aa1d4f5246940c3aea08c82397008c8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7aa1d4f5246940c3aea08c82397008c8 2024-12-11T19:27:32,266 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d95c7542c56c46f4b51880f0047b9eb5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d95c7542c56c46f4b51880f0047b9eb5 2024-12-11T19:27:32,266 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b189d28bd5944d4cb16db2768dd24abd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b189d28bd5944d4cb16db2768dd24abd 2024-12-11T19:27:32,268 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/ffc618eae6414750a6973c71a9210ca3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/ffc618eae6414750a6973c71a9210ca3 2024-12-11T19:27:32,268 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f197333b0c784f1180a487b3843927ae to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f197333b0c784f1180a487b3843927ae 2024-12-11T19:27:32,268 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d77c2fee3c8a4b7190e09fdbee1dacc9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/d77c2fee3c8a4b7190e09fdbee1dacc9 2024-12-11T19:27:32,268 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/22c10c611c664392b1fd1049ab7a034e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/22c10c611c664392b1fd1049ab7a034e 2024-12-11T19:27:32,268 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4706f1288761478cb462d285ed94ba65 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4706f1288761478cb462d285ed94ba65 2024-12-11T19:27:32,269 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/61843989171f41e487e9f4379ea8fb71 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/61843989171f41e487e9f4379ea8fb71 2024-12-11T19:27:32,269 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b6756f62b2714614b715bec7a594f4f0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b6756f62b2714614b715bec7a594f4f0 2024-12-11T19:27:32,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7f92693aaf35410ba58abcd834a9ef83, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/65b214c9f3ab454bb875285bc717befb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/38efe3c65b194e669f33b3d002dfe44a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/212761b9bd414680b385c4a3f8edef3d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/66963309d208407291c9ee7e069b83ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/40fe20e8831348e3bda7c12b6cd99e00, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/711abcf0ba544dad8989906f80f9ed82, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/0af28e865595473fa520f7b4a17eb159, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/68d83c6ce680474bbfe96b02fef7fcd9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/4700c1ae1a804902bcc6344e95aef755, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/09e8cfd6bb6040a996d8e9c2e982e114, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7dde9e011a3b4383948a07d0c8079bd5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c68d51bc92be41daa9c8e2e4a68c7418, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/353c392b18044281bda346690e6b24ae, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c2d9c17ee0a9461db214e1fe185b2e5d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f119d3d9008f4cd3afeb27b17af35f12, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/3ef570901208422c8b53e86daa905134, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/10d7231e5f9648c6bb7df52e2ccfb735, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/58ed4323fb1648be859d28c7df5c4b11, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/17e36a902b094053b762a3a6557aac47, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c25fb76f0b2c4ffcaea1512599c648f2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/b4d9d94315044300905eddf4ee49e5c9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/35509e32bf634bbeb6f16f0394079d98] to archive 2024-12-11T19:27:32,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:27:32,274 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/65b214c9f3ab454bb875285bc717befb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/65b214c9f3ab454bb875285bc717befb 2024-12-11T19:27:32,274 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7f92693aaf35410ba58abcd834a9ef83 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7f92693aaf35410ba58abcd834a9ef83 2024-12-11T19:27:32,274 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/212761b9bd414680b385c4a3f8edef3d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/212761b9bd414680b385c4a3f8edef3d 2024-12-11T19:27:32,274 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/66963309d208407291c9ee7e069b83ef to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/66963309d208407291c9ee7e069b83ef 2024-12-11T19:27:32,274 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/0af28e865595473fa520f7b4a17eb159 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/0af28e865595473fa520f7b4a17eb159 2024-12-11T19:27:32,274 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/711abcf0ba544dad8989906f80f9ed82 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/711abcf0ba544dad8989906f80f9ed82 2024-12-11T19:27:32,274 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/40fe20e8831348e3bda7c12b6cd99e00 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/40fe20e8831348e3bda7c12b6cd99e00 2024-12-11T19:27:32,276 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/38efe3c65b194e669f33b3d002dfe44a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/38efe3c65b194e669f33b3d002dfe44a 2024-12-11T19:27:32,276 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/4700c1ae1a804902bcc6344e95aef755 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/4700c1ae1a804902bcc6344e95aef755 2024-12-11T19:27:32,277 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/68d83c6ce680474bbfe96b02fef7fcd9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/68d83c6ce680474bbfe96b02fef7fcd9 2024-12-11T19:27:32,277 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c68d51bc92be41daa9c8e2e4a68c7418 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c68d51bc92be41daa9c8e2e4a68c7418 2024-12-11T19:27:32,277 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/09e8cfd6bb6040a996d8e9c2e982e114 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/09e8cfd6bb6040a996d8e9c2e982e114 2024-12-11T19:27:32,277 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/353c392b18044281bda346690e6b24ae to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/353c392b18044281bda346690e6b24ae 2024-12-11T19:27:32,277 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7dde9e011a3b4383948a07d0c8079bd5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/7dde9e011a3b4383948a07d0c8079bd5 2024-12-11T19:27:32,278 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c2d9c17ee0a9461db214e1fe185b2e5d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c2d9c17ee0a9461db214e1fe185b2e5d 2024-12-11T19:27:32,278 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f119d3d9008f4cd3afeb27b17af35f12 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f119d3d9008f4cd3afeb27b17af35f12 2024-12-11T19:27:32,280 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/17e36a902b094053b762a3a6557aac47 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/17e36a902b094053b762a3a6557aac47 2024-12-11T19:27:32,280 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/58ed4323fb1648be859d28c7df5c4b11 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/58ed4323fb1648be859d28c7df5c4b11 2024-12-11T19:27:32,280 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/35509e32bf634bbeb6f16f0394079d98 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/35509e32bf634bbeb6f16f0394079d98 2024-12-11T19:27:32,280 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/b4d9d94315044300905eddf4ee49e5c9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/b4d9d94315044300905eddf4ee49e5c9 2024-12-11T19:27:32,280 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/10d7231e5f9648c6bb7df52e2ccfb735 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/10d7231e5f9648c6bb7df52e2ccfb735 2024-12-11T19:27:32,280 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c25fb76f0b2c4ffcaea1512599c648f2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/c25fb76f0b2c4ffcaea1512599c648f2 2024-12-11T19:27:32,280 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/3ef570901208422c8b53e86daa905134 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/3ef570901208422c8b53e86daa905134 2024-12-11T19:27:32,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fb4422d9d4334d7c87095163f4e16ad3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/38a4113265b6408fb111c06d22f5f6c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/472b62f5ebd346448e518c20eab70f0f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/76644aa3200140718a95e16e74e5548a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/5dda53ca1d614e76a053eec7d207dba0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fd734eff333a4d0ea96f1b834ba5be60, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/d7101e79a882424ba030dba753d47589, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/4168e11d43cd47eea2e217da8c5a22ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d264790718a4299816e3122996d484e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/c0be3f5219584f7e97ec4ca464db667f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ac534e682b3c476ba355d7eb2ace375d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/f4d729b95edb4207a170541e8fd2abbe, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d47fc7a727b43f4aad31e6020507370, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/680ce05baaf64851b09578de686967f2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/eb4b224306204ce88da161760aa21443, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1c0ce4b6fe6a463dace43f24a2c9f166, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/de9aa35d9b8d4821889d3f2c7587c429, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fac270c6f4874683bb2d4e9bee2d7c18, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/cc4a7238e0d6426d98d86dd4ac714066, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/06ffb3f560ac4e1ca451ab8f24c3945e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6437a954f115499eb6cd668d6e219b2e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ce5373963c934c4c85450125a2b69c9d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/a92c1280cfe74aecbba60f9fc17932cd] to archive 2024-12-11T19:27:32,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/5dda53ca1d614e76a053eec7d207dba0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/5dda53ca1d614e76a053eec7d207dba0 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fb4422d9d4334d7c87095163f4e16ad3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fb4422d9d4334d7c87095163f4e16ad3 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/472b62f5ebd346448e518c20eab70f0f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/472b62f5ebd346448e518c20eab70f0f 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/d7101e79a882424ba030dba753d47589 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/d7101e79a882424ba030dba753d47589 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fd734eff333a4d0ea96f1b834ba5be60 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fd734eff333a4d0ea96f1b834ba5be60 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/4168e11d43cd47eea2e217da8c5a22ef to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/4168e11d43cd47eea2e217da8c5a22ef 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/38a4113265b6408fb111c06d22f5f6c5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/38a4113265b6408fb111c06d22f5f6c5 2024-12-11T19:27:32,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/76644aa3200140718a95e16e74e5548a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/76644aa3200140718a95e16e74e5548a 2024-12-11T19:27:32,285 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d264790718a4299816e3122996d484e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d264790718a4299816e3122996d484e 2024-12-11T19:27:32,286 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/eb4b224306204ce88da161760aa21443 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/eb4b224306204ce88da161760aa21443 2024-12-11T19:27:32,286 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/680ce05baaf64851b09578de686967f2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/680ce05baaf64851b09578de686967f2 2024-12-11T19:27:32,287 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ac534e682b3c476ba355d7eb2ace375d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ac534e682b3c476ba355d7eb2ace375d 2024-12-11T19:27:32,287 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/c0be3f5219584f7e97ec4ca464db667f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/c0be3f5219584f7e97ec4ca464db667f 2024-12-11T19:27:32,287 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1c0ce4b6fe6a463dace43f24a2c9f166 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1c0ce4b6fe6a463dace43f24a2c9f166 2024-12-11T19:27:32,288 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d47fc7a727b43f4aad31e6020507370 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/8d47fc7a727b43f4aad31e6020507370 2024-12-11T19:27:32,288 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/f4d729b95edb4207a170541e8fd2abbe to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/f4d729b95edb4207a170541e8fd2abbe 2024-12-11T19:27:32,288 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/de9aa35d9b8d4821889d3f2c7587c429 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/de9aa35d9b8d4821889d3f2c7587c429 2024-12-11T19:27:32,289 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fac270c6f4874683bb2d4e9bee2d7c18 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/fac270c6f4874683bb2d4e9bee2d7c18 2024-12-11T19:27:32,289 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/06ffb3f560ac4e1ca451ab8f24c3945e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/06ffb3f560ac4e1ca451ab8f24c3945e 2024-12-11T19:27:32,289 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/cc4a7238e0d6426d98d86dd4ac714066 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/cc4a7238e0d6426d98d86dd4ac714066 2024-12-11T19:27:32,289 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6437a954f115499eb6cd668d6e219b2e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6437a954f115499eb6cd668d6e219b2e 2024-12-11T19:27:32,289 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ce5373963c934c4c85450125a2b69c9d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/ce5373963c934c4c85450125a2b69c9d 2024-12-11T19:27:32,289 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/a92c1280cfe74aecbba60f9fc17932cd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/a92c1280cfe74aecbba60f9fc17932cd 2024-12-11T19:27:32,293 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=1 2024-12-11T19:27:32,293 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa. 2024-12-11T19:27:32,293 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 6d217c6855a7547c6b49ccb5efc428aa: 2024-12-11T19:27:32,294 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:32,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=6d217c6855a7547c6b49ccb5efc428aa, regionState=CLOSED 2024-12-11T19:27:32,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-11T19:27:32,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 6d217c6855a7547c6b49ccb5efc428aa, server=c93eb4842bd9,36395,1733945164274 in 2.1020 sec 2024-12-11T19:27:32,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-12-11T19:27:32,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d217c6855a7547c6b49ccb5efc428aa, UNASSIGN in 2.1050 sec 2024-12-11T19:27:32,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-11T19:27:32,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1070 sec 2024-12-11T19:27:32,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945252299"}]},"ts":"1733945252299"} 2024-12-11T19:27:32,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T19:27:32,361 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T19:27:32,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2060 sec 2024-12-11T19:27:32,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T19:27:33,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T19:27:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-11T19:27:34,266 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-11T19:27:34,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T19:27:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:34,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-11T19:27:34,270 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:34,271 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:34,274 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/recovered.edits] 2024-12-11T19:27:34,279 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4fa3961df47840efa7fefcc0c0391f6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/4fa3961df47840efa7fefcc0c0391f6d 2024-12-11T19:27:34,279 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7822b5ebf8b94fcca3fb729e029a344d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/7822b5ebf8b94fcca3fb729e029a344d 2024-12-11T19:27:34,279 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b22f56930d2144379c653b6083c14908 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/b22f56930d2144379c653b6083c14908 2024-12-11T19:27:34,279 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f20456b9e39e4a12831e6972d899b7a6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/A/f20456b9e39e4a12831e6972d899b7a6 2024-12-11T19:27:34,282 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/627a8bca31c14299bc4dd1b764261eb3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/627a8bca31c14299bc4dd1b764261eb3 2024-12-11T19:27:34,283 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/d12f23bbaa2c4beb8312a8bd25989f7a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/d12f23bbaa2c4beb8312a8bd25989f7a 2024-12-11T19:27:34,283 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f9344c2df88a442ba9ef853d293083fd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/f9344c2df88a442ba9ef853d293083fd 2024-12-11T19:27:34,283 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/910f40f0efc64f2e810f3c8975b0327e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/B/910f40f0efc64f2e810f3c8975b0327e 2024-12-11T19:27:34,289 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1542d7c6941d4810927aad3cab5bc5fb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/1542d7c6941d4810927aad3cab5bc5fb 2024-12-11T19:27:34,289 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/225d841baafd41cfb8f2c414b512cfc0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/225d841baafd41cfb8f2c414b512cfc0 2024-12-11T19:27:34,289 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/e42fe1c81e8847558a49d4b0e0484408 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/e42fe1c81e8847558a49d4b0e0484408 2024-12-11T19:27:34,289 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6328ea3ab73b45e78da5f7805c93609c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/C/6328ea3ab73b45e78da5f7805c93609c 2024-12-11T19:27:34,292 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/recovered.edits/401.seqid to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa/recovered.edits/401.seqid 2024-12-11T19:27:34,292 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/6d217c6855a7547c6b49ccb5efc428aa 2024-12-11T19:27:34,292 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T19:27:34,294 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:34,297 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T19:27:34,299 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T19:27:34,300 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:34,300 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T19:27:34,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733945254300"}]},"ts":"9223372036854775807"} 2024-12-11T19:27:34,302 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T19:27:34,302 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6d217c6855a7547c6b49ccb5efc428aa, NAME => 'TestAcidGuarantees,,1733945227106.6d217c6855a7547c6b49ccb5efc428aa.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T19:27:34,302 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T19:27:34,302 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733945254302"}]},"ts":"9223372036854775807"} 2024-12-11T19:27:34,304 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-11T19:27:34,366 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:34,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-12-11T19:27:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-11T19:27:34,371 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-11T19:27:34,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=246 (was 247), OpenFileDescriptor=457 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=1711 (was 1773) 2024-12-11T19:27:34,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=1711 2024-12-11T19:27:34,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:27:34,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:27:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:34,395 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T19:27:34,395 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:34,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-12-11T19:27:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-11T19:27:34,396 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T19:27:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742151_1327 (size=963) 2024-12-11T19:27:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-11T19:27:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-11T19:27:34,804 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:27:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742152_1328 (size=53) 2024-12-11T19:27:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-11T19:27:35,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:27:35,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ae6137c94c052cddfc57683384082a6d, disabling compactions & flushes 2024-12-11T19:27:35,212 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. after waiting 0 ms 2024-12-11T19:27:35,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,212 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,212 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:35,213 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T19:27:35,214 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733945255213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733945255213"}]},"ts":"1733945255213"} 2024-12-11T19:27:35,215 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T19:27:35,216 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T19:27:35,216 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945255216"}]},"ts":"1733945255216"} 2024-12-11T19:27:35,217 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T19:27:35,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, ASSIGN}] 2024-12-11T19:27:35,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, ASSIGN 2024-12-11T19:27:35,280 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, ASSIGN; state=OFFLINE, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=false 2024-12-11T19:27:35,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:35,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-11T19:27:35,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:35,591 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,591 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:27:35,591 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,591 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:27:35,592 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,592 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,593 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,594 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:35,595 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6137c94c052cddfc57683384082a6d columnFamilyName A 2024-12-11T19:27:35,595 DEBUG [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:35,595 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(327): Store=ae6137c94c052cddfc57683384082a6d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:35,595 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,596 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:35,597 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6137c94c052cddfc57683384082a6d columnFamilyName B 2024-12-11T19:27:35,597 DEBUG [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:35,597 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(327): Store=ae6137c94c052cddfc57683384082a6d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:35,597 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,598 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:35,599 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6137c94c052cddfc57683384082a6d columnFamilyName C 2024-12-11T19:27:35,599 DEBUG [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:35,599 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(327): Store=ae6137c94c052cddfc57683384082a6d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:35,599 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,600 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,601 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,603 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:27:35,604 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:35,606 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:27:35,606 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened ae6137c94c052cddfc57683384082a6d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59543886, jitterRate=-0.11272695660591125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:27:35,607 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:35,607 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., pid=92, masterSystemTime=1733945255584 2024-12-11T19:27:35,609 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,609 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:35,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:35,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-11T19:27:35,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 in 178 msec 2024-12-11T19:27:35,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-12-11T19:27:35,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, ASSIGN in 334 msec 2024-12-11T19:27:35,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T19:27:35,612 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945255612"}]},"ts":"1733945255612"} 2024-12-11T19:27:35,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T19:27:35,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T19:27:35,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2550 sec 2024-12-11T19:27:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-11T19:27:36,503 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-12-11T19:27:36,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-11T19:27:36,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:36,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:36,567 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:36,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T19:27:36,570 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T19:27:36,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:27:36,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:27:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742153_1329 (size=999) 2024-12-11T19:27:36,982 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-11T19:27:36,983 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-11T19:27:36,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:27:36,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, REOPEN/MOVE}] 2024-12-11T19:27:36,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, REOPEN/MOVE 2024-12-11T19:27:36,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:36,991 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:27:36,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:27:37,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,143 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,143 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:27:37,143 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing ae6137c94c052cddfc57683384082a6d, disabling compactions & flushes 2024-12-11T19:27:37,143 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,143 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,143 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. after waiting 0 ms 2024-12-11T19:27:37,143 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,147 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T19:27:37,148 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,148 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:37,148 WARN [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: ae6137c94c052cddfc57683384082a6d to self. 2024-12-11T19:27:37,150 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=CLOSED 2024-12-11T19:27:37,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-11T19:27:37,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 in 160 msec 2024-12-11T19:27:37,153 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, REOPEN/MOVE; state=CLOSED, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=true 2024-12-11T19:27:37,304 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:27:37,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,460 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,460 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:27:37,462 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,462 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:27:37,462 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,462 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,464 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,465 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:37,465 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6137c94c052cddfc57683384082a6d columnFamilyName A 2024-12-11T19:27:37,467 DEBUG [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:37,467 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(327): Store=ae6137c94c052cddfc57683384082a6d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:37,468 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,468 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:37,468 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6137c94c052cddfc57683384082a6d columnFamilyName B 2024-12-11T19:27:37,468 DEBUG [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:37,469 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(327): Store=ae6137c94c052cddfc57683384082a6d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:37,469 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,469 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:27:37,469 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6137c94c052cddfc57683384082a6d columnFamilyName C 2024-12-11T19:27:37,469 DEBUG [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:37,470 INFO [StoreOpener-ae6137c94c052cddfc57683384082a6d-1 {}] regionserver.HStore(327): Store=ae6137c94c052cddfc57683384082a6d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:27:37,470 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,471 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,471 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,473 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:27:37,474 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,474 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened ae6137c94c052cddfc57683384082a6d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137581, jitterRate=-0.044275566935539246}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:27:37,475 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:37,475 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., pid=97, masterSystemTime=1733945257456 2024-12-11T19:27:37,476 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,476 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=OPEN, openSeqNum=5, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-12-11T19:27:37,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 in 172 msec 2024-12-11T19:27:37,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-11T19:27:37,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, REOPEN/MOVE in 489 msec 2024-12-11T19:27:37,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-11T19:27:37,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-12-11T19:27:37,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 909 msec 2024-12-11T19:27:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-11T19:27:37,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-11T19:27:37,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-11T19:27:37,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-11T19:27:37,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-11T19:27:37,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-12-11T19:27:37,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-11T19:27:37,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-11T19:27:37,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-11T19:27:37,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-11T19:27:37,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68035c67 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627cad17 2024-12-11T19:27:37,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a637ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:27:37,693 DEBUG [hconnection-0x4573f4b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,694 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:37,697 DEBUG [hconnection-0x75885f97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,697 DEBUG [hconnection-0x1747789-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,697 DEBUG [hconnection-0x7ecf4618-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,698 DEBUG [hconnection-0x4c87fe51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,698 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,698 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,698 DEBUG [hconnection-0x9f3985b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,698 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,699 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-12-11T19:27:37,699 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-11T19:27:37,700 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:37,701 DEBUG [hconnection-0x45b283ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,701 DEBUG [hconnection-0x1ca273be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,702 DEBUG [hconnection-0x31bef7b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,702 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,702 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,703 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,703 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:37,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:37,704 DEBUG [hconnection-0x2d79ea1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:27:37,705 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:27:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:37,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:27:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945317719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945317720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945317720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945317720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945317720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e5cb42911bc34b9cbe366d6271352891_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945257697/Put/seqid=0 2024-12-11T19:27:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742154_1330 (size=12154) 2024-12-11T19:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-11T19:27:37,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945317821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945317821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945317821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945317821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945317821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T19:27:37,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:37,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:37,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-11T19:27:38,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945318022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945318022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945318022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945318023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945318023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,142 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:38,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e5cb42911bc34b9cbe366d6271352891_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e5cb42911bc34b9cbe366d6271352891_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:38,148 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2188f4a1ff6248e0948af0fb24d4ab8c, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:38,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2188f4a1ff6248e0948af0fb24d4ab8c is 175, key is test_row_0/A:col10/1733945257697/Put/seqid=0 2024-12-11T19:27:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742155_1331 (size=30955) 2024-12-11T19:27:38,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-11T19:27:38,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945318326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945318326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945318326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945318329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945318329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,553 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2188f4a1ff6248e0948af0fb24d4ab8c 2024-12-11T19:27:38,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/0a7cf2f20d88406f823a98641f57778e is 50, key is test_row_0/B:col10/1733945257697/Put/seqid=0 2024-12-11T19:27:38,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742156_1332 (size=12001) 2024-12-11T19:27:38,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-11T19:27:38,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945318829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945318830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945318832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945318833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945318836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:38,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:38,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:38,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/0a7cf2f20d88406f823a98641f57778e 2024-12-11T19:27:39,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/7d6cb3e08ac74f1a92c0ce19bcf5d176 is 50, key is test_row_0/C:col10/1733945257697/Put/seqid=0 2024-12-11T19:27:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742157_1333 (size=12001) 2024-12-11T19:27:39,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:39,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:39,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:39,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:39,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/7d6cb3e08ac74f1a92c0ce19bcf5d176 2024-12-11T19:27:39,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2188f4a1ff6248e0948af0fb24d4ab8c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2188f4a1ff6248e0948af0fb24d4ab8c 2024-12-11T19:27:39,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2188f4a1ff6248e0948af0fb24d4ab8c, entries=150, sequenceid=16, filesize=30.2 K 2024-12-11T19:27:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/0a7cf2f20d88406f823a98641f57778e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0a7cf2f20d88406f823a98641f57778e 2024-12-11T19:27:39,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0a7cf2f20d88406f823a98641f57778e, entries=150, sequenceid=16, filesize=11.7 K 2024-12-11T19:27:39,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/7d6cb3e08ac74f1a92c0ce19bcf5d176 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/7d6cb3e08ac74f1a92c0ce19bcf5d176 2024-12-11T19:27:39,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/7d6cb3e08ac74f1a92c0ce19bcf5d176, entries=150, sequenceid=16, filesize=11.7 K 2024-12-11T19:27:39,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ae6137c94c052cddfc57683384082a6d in 1729ms, sequenceid=16, compaction requested=false 2024-12-11T19:27:39,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:39,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-11T19:27:39,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:39,533 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:27:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121115756683fb63462e9f097609f974c4eb_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945257719/Put/seqid=0 2024-12-11T19:27:39,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742158_1334 (size=12154) 2024-12-11T19:27:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-11T19:27:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945319842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945319843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945319843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945319844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945319846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:39,947 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121115756683fb63462e9f097609f974c4eb_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121115756683fb63462e9f097609f974c4eb_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:39,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945319947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/0eeb2b5da6df4155af7a04a8a7b8bd10, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:39,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/0eeb2b5da6df4155af7a04a8a7b8bd10 is 175, key is test_row_0/A:col10/1733945257719/Put/seqid=0 2024-12-11T19:27:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945319947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945319948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945319948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945319948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742159_1335 (size=30955) 2024-12-11T19:27:40,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945320149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945320151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945320152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945320153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945320153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,353 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/0eeb2b5da6df4155af7a04a8a7b8bd10 2024-12-11T19:27:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/30bc5157f5b34f7bae0e3884b10433cd is 50, key is test_row_0/B:col10/1733945257719/Put/seqid=0 2024-12-11T19:27:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742160_1336 (size=12001) 2024-12-11T19:27:40,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945320453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945320455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945320455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945320455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945320456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:40,763 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/30bc5157f5b34f7bae0e3884b10433cd 2024-12-11T19:27:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/03734d7ceb4d4d4985b85d7aa12e6662 is 50, key is test_row_0/C:col10/1733945257719/Put/seqid=0 2024-12-11T19:27:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742161_1337 (size=12001) 2024-12-11T19:27:40,772 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/03734d7ceb4d4d4985b85d7aa12e6662 2024-12-11T19:27:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/0eeb2b5da6df4155af7a04a8a7b8bd10 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/0eeb2b5da6df4155af7a04a8a7b8bd10 2024-12-11T19:27:40,780 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/0eeb2b5da6df4155af7a04a8a7b8bd10, entries=150, sequenceid=41, filesize=30.2 K 2024-12-11T19:27:40,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/30bc5157f5b34f7bae0e3884b10433cd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/30bc5157f5b34f7bae0e3884b10433cd 2024-12-11T19:27:40,787 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/30bc5157f5b34f7bae0e3884b10433cd, entries=150, sequenceid=41, filesize=11.7 K 2024-12-11T19:27:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/03734d7ceb4d4d4985b85d7aa12e6662 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/03734d7ceb4d4d4985b85d7aa12e6662 2024-12-11T19:27:40,791 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/03734d7ceb4d4d4985b85d7aa12e6662, entries=150, sequenceid=41, filesize=11.7 K 2024-12-11T19:27:40,791 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ae6137c94c052cddfc57683384082a6d in 1258ms, sequenceid=41, compaction requested=false 2024-12-11T19:27:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-12-11T19:27:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-12-11T19:27:40,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-11T19:27:40,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0890 sec 2024-12-11T19:27:40,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 3.0980 sec 2024-12-11T19:27:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:40,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:27:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:40,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121185420a2cb2e84aed804c43023f5c8f6c_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945260962/Put/seqid=0 2024-12-11T19:27:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742162_1338 (size=17034) 2024-12-11T19:27:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945321007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945321008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945321016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945321017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945321018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945321119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945321119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945321119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945321126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945321126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945321322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945321322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945321323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945321330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945321331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,391 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:41,394 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121185420a2cb2e84aed804c43023f5c8f6c_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121185420a2cb2e84aed804c43023f5c8f6c_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:41,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/5c4e46a3b3444f0393469c0cfbed0024, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:41,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/5c4e46a3b3444f0393469c0cfbed0024 is 175, key is test_row_0/A:col10/1733945260962/Put/seqid=0 2024-12-11T19:27:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742163_1339 (size=48139) 2024-12-11T19:27:41,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945321627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945321628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945321628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945321635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945321637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/5c4e46a3b3444f0393469c0cfbed0024 2024-12-11T19:27:41,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/8f70fa8df7144b28bb3f5ea94fc81205 is 50, key is test_row_0/B:col10/1733945260962/Put/seqid=0 2024-12-11T19:27:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-11T19:27:41,807 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-11T19:27:41,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-12-11T19:27:41,809 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-11T19:27:41,810 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742164_1340 (size=12001) 2024-12-11T19:27:41,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:41,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/8f70fa8df7144b28bb3f5ea94fc81205 2024-12-11T19:27:41,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/0ce48858897f4cc98508a8773a1b147e is 50, key is test_row_0/C:col10/1733945260962/Put/seqid=0 2024-12-11T19:27:41,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742165_1341 (size=12001) 2024-12-11T19:27:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-11T19:27:41,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:41,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-11T19:27:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:41,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-11T19:27:42,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:42,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-11T19:27:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:42,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:42,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945322130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:42,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945322131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:42,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945322134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:42,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945322141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:42,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945322142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:42,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/0ce48858897f4cc98508a8773a1b147e 2024-12-11T19:27:42,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/5c4e46a3b3444f0393469c0cfbed0024 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/5c4e46a3b3444f0393469c0cfbed0024 2024-12-11T19:27:42,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/5c4e46a3b3444f0393469c0cfbed0024, entries=250, sequenceid=55, filesize=47.0 K 2024-12-11T19:27:42,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/8f70fa8df7144b28bb3f5ea94fc81205 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8f70fa8df7144b28bb3f5ea94fc81205 2024-12-11T19:27:42,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8f70fa8df7144b28bb3f5ea94fc81205, entries=150, sequenceid=55, filesize=11.7 K 2024-12-11T19:27:42,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/0ce48858897f4cc98508a8773a1b147e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/0ce48858897f4cc98508a8773a1b147e 2024-12-11T19:27:42,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/0ce48858897f4cc98508a8773a1b147e, entries=150, sequenceid=55, filesize=11.7 K 2024-12-11T19:27:42,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ae6137c94c052cddfc57683384082a6d in 1279ms, sequenceid=55, compaction requested=true 2024-12-11T19:27:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:42,241 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:42,241 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:42,244 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:42,244 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:42,244 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/A is initiating minor compaction (all files) 2024-12-11T19:27:42,244 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/B is initiating minor compaction (all files) 2024-12-11T19:27:42,244 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/A in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:42,244 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/B in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:42,244 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2188f4a1ff6248e0948af0fb24d4ab8c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/0eeb2b5da6df4155af7a04a8a7b8bd10, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/5c4e46a3b3444f0393469c0cfbed0024] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=107.5 K 2024-12-11T19:27:42,244 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0a7cf2f20d88406f823a98641f57778e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/30bc5157f5b34f7bae0e3884b10433cd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8f70fa8df7144b28bb3f5ea94fc81205] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=35.2 K 2024-12-11T19:27:42,244 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:42,244 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2188f4a1ff6248e0948af0fb24d4ab8c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/0eeb2b5da6df4155af7a04a8a7b8bd10, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/5c4e46a3b3444f0393469c0cfbed0024] 2024-12-11T19:27:42,245 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a7cf2f20d88406f823a98641f57778e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733945257697 2024-12-11T19:27:42,245 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2188f4a1ff6248e0948af0fb24d4ab8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733945257697 2024-12-11T19:27:42,245 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 30bc5157f5b34f7bae0e3884b10433cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733945257718 2024-12-11T19:27:42,245 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eeb2b5da6df4155af7a04a8a7b8bd10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733945257718 2024-12-11T19:27:42,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f70fa8df7144b28bb3f5ea94fc81205, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733945260960 2024-12-11T19:27:42,246 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c4e46a3b3444f0393469c0cfbed0024, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733945259838 2024-12-11T19:27:42,254 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:42,255 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:42,255 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/f614476946514a11a36e47f70550751b is 50, key is test_row_0/B:col10/1733945260962/Put/seqid=0 2024-12-11T19:27:42,257 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412116bee6f4ede4c4bbf9a1a407cc1cb4ce6_ae6137c94c052cddfc57683384082a6d store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:42,258 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412116bee6f4ede4c4bbf9a1a407cc1cb4ce6_ae6137c94c052cddfc57683384082a6d, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:42,258 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116bee6f4ede4c4bbf9a1a407cc1cb4ce6_ae6137c94c052cddfc57683384082a6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:42,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:42,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-11T19:27:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:42,267 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T19:27:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:42,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742166_1342 (size=12104) 2024-12-11T19:27:42,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742167_1343 (size=4469) 2024-12-11T19:27:42,281 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#A#compaction#291 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:42,282 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/648725b2fe164ede9919412875dc13b3 is 175, key is test_row_0/A:col10/1733945260962/Put/seqid=0 2024-12-11T19:27:42,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d11e010a316a40318d3020e905a564bf_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945260982/Put/seqid=0 2024-12-11T19:27:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742168_1344 (size=31058) 2024-12-11T19:27:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742169_1345 (size=12154) 2024-12-11T19:27:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-11T19:27:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:42,720 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d11e010a316a40318d3020e905a564bf_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d11e010a316a40318d3020e905a564bf_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:42,720 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/648725b2fe164ede9919412875dc13b3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/648725b2fe164ede9919412875dc13b3 2024-12-11T19:27:42,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c838345b1cf24997999c390c14a16ac0, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:42,721 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/f614476946514a11a36e47f70550751b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/f614476946514a11a36e47f70550751b 2024-12-11T19:27:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c838345b1cf24997999c390c14a16ac0 is 175, key is test_row_0/A:col10/1733945260982/Put/seqid=0 2024-12-11T19:27:42,725 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/B of ae6137c94c052cddfc57683384082a6d into f614476946514a11a36e47f70550751b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:42,725 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:42,725 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/B, priority=13, startTime=1733945262241; duration=0sec 2024-12-11T19:27:42,725 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:42,726 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:B 2024-12-11T19:27:42,726 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:42,726 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/A of ae6137c94c052cddfc57683384082a6d into 648725b2fe164ede9919412875dc13b3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:42,726 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:42,726 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/A, priority=13, startTime=1733945262241; duration=0sec 2024-12-11T19:27:42,726 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:42,726 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:A 2024-12-11T19:27:42,727 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:42,727 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/C is initiating minor compaction (all files) 2024-12-11T19:27:42,727 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/C in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:42,727 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/7d6cb3e08ac74f1a92c0ce19bcf5d176, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/03734d7ceb4d4d4985b85d7aa12e6662, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/0ce48858897f4cc98508a8773a1b147e] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=35.2 K 2024-12-11T19:27:42,728 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d6cb3e08ac74f1a92c0ce19bcf5d176, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733945257697 2024-12-11T19:27:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742170_1346 (size=30955) 2024-12-11T19:27:42,728 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 03734d7ceb4d4d4985b85d7aa12e6662, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733945257718 2024-12-11T19:27:42,729 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ce48858897f4cc98508a8773a1b147e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733945260960 2024-12-11T19:27:42,737 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:42,737 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/a2c6dc763618454292189ba5231612d7 is 50, key is test_row_0/C:col10/1733945260962/Put/seqid=0 2024-12-11T19:27:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742171_1347 (size=12104) 2024-12-11T19:27:42,747 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/a2c6dc763618454292189ba5231612d7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a2c6dc763618454292189ba5231612d7 2024-12-11T19:27:42,752 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/C of ae6137c94c052cddfc57683384082a6d into a2c6dc763618454292189ba5231612d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:42,752 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:42,752 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/C, priority=13, startTime=1733945262242; duration=0sec 2024-12-11T19:27:42,752 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:42,752 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:C 2024-12-11T19:27:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-11T19:27:42,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T19:27:43,128 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c838345b1cf24997999c390c14a16ac0 2024-12-11T19:27:43,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/a3d56330c72143fca9a3323cc1b9de2e is 50, key is test_row_0/B:col10/1733945260982/Put/seqid=0 2024-12-11T19:27:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742172_1348 (size=12001) 2024-12-11T19:27:43,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945323155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945323154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945323155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945323155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945323155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945323259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945323260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945323260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945323260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945323260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945323463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945323464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945323464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945323465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945323465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,539 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/a3d56330c72143fca9a3323cc1b9de2e 2024-12-11T19:27:43,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/715a11cfd8ae482fa73e1b33460d5bce is 50, key is test_row_0/C:col10/1733945260982/Put/seqid=0 2024-12-11T19:27:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742173_1349 (size=12001) 2024-12-11T19:27:43,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945323769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945323769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945323769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945323770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945323771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-11T19:27:43,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T19:27:43,925 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-11T19:27:43,950 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/715a11cfd8ae482fa73e1b33460d5bce 2024-12-11T19:27:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c838345b1cf24997999c390c14a16ac0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c838345b1cf24997999c390c14a16ac0 2024-12-11T19:27:43,957 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c838345b1cf24997999c390c14a16ac0, entries=150, sequenceid=77, filesize=30.2 K 2024-12-11T19:27:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/a3d56330c72143fca9a3323cc1b9de2e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/a3d56330c72143fca9a3323cc1b9de2e 2024-12-11T19:27:43,963 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/a3d56330c72143fca9a3323cc1b9de2e, entries=150, sequenceid=77, filesize=11.7 K 2024-12-11T19:27:43,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/715a11cfd8ae482fa73e1b33460d5bce as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/715a11cfd8ae482fa73e1b33460d5bce 2024-12-11T19:27:43,981 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/715a11cfd8ae482fa73e1b33460d5bce, entries=150, sequenceid=77, filesize=11.7 K 2024-12-11T19:27:43,982 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ae6137c94c052cddfc57683384082a6d in 1714ms, sequenceid=77, compaction requested=false 2024-12-11T19:27:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-12-11T19:27:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-12-11T19:27:43,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-11T19:27:43,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1730 sec 2024-12-11T19:27:43,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.1760 sec 2024-12-11T19:27:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:44,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T19:27:44,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:44,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:44,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:44,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:44,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:44,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:44,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b23d744e5e824e3b8cbe499e50b45b8d_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945263154/Put/seqid=0 2024-12-11T19:27:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742174_1350 (size=14594) 2024-12-11T19:27:44,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:44,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b23d744e5e824e3b8cbe499e50b45b8d_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b23d744e5e824e3b8cbe499e50b45b8d_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:44,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/acf755788f434c568784b5774ef5fb5d, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:44,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/acf755788f434c568784b5774ef5fb5d is 175, key is test_row_0/A:col10/1733945263154/Put/seqid=0 2024-12-11T19:27:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742175_1351 (size=39549) 2024-12-11T19:27:44,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/acf755788f434c568784b5774ef5fb5d 2024-12-11T19:27:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945324295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945324295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945324295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945324296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945324300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/1bdb99e237dd4d5eb567178a6e32a90f is 50, key is test_row_0/B:col10/1733945263154/Put/seqid=0 2024-12-11T19:27:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742176_1352 (size=12001) 2024-12-11T19:27:44,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945324403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945324403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945324403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945324403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945324407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945324606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945324607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945324607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945324608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945324609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/1bdb99e237dd4d5eb567178a6e32a90f 2024-12-11T19:27:44,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/eda0762b53594545b80933a6af28e534 is 50, key is test_row_0/C:col10/1733945263154/Put/seqid=0 2024-12-11T19:27:44,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742177_1353 (size=12001) 2024-12-11T19:27:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945324909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945324910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945324911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945324913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:44,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945324914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/eda0762b53594545b80933a6af28e534 2024-12-11T19:27:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/acf755788f434c568784b5774ef5fb5d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/acf755788f434c568784b5774ef5fb5d 2024-12-11T19:27:45,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/acf755788f434c568784b5774ef5fb5d, entries=200, sequenceid=97, filesize=38.6 K 2024-12-11T19:27:45,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/1bdb99e237dd4d5eb567178a6e32a90f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/1bdb99e237dd4d5eb567178a6e32a90f 2024-12-11T19:27:45,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/1bdb99e237dd4d5eb567178a6e32a90f, entries=150, sequenceid=97, filesize=11.7 K 2024-12-11T19:27:45,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/eda0762b53594545b80933a6af28e534 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/eda0762b53594545b80933a6af28e534 2024-12-11T19:27:45,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/eda0762b53594545b80933a6af28e534, entries=150, sequenceid=97, filesize=11.7 K 2024-12-11T19:27:45,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ae6137c94c052cddfc57683384082a6d in 864ms, sequenceid=97, compaction requested=true 2024-12-11T19:27:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:45,142 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:45,142 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:45,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:45,143 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:45,143 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:45,143 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/A is initiating minor compaction (all files) 2024-12-11T19:27:45,143 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/B is initiating minor compaction (all files) 2024-12-11T19:27:45,143 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/B in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:45,143 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/A in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:45,143 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/f614476946514a11a36e47f70550751b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/a3d56330c72143fca9a3323cc1b9de2e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/1bdb99e237dd4d5eb567178a6e32a90f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=35.3 K 2024-12-11T19:27:45,143 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/648725b2fe164ede9919412875dc13b3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c838345b1cf24997999c390c14a16ac0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/acf755788f434c568784b5774ef5fb5d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=99.2 K 2024-12-11T19:27:45,143 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:45,143 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/648725b2fe164ede9919412875dc13b3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c838345b1cf24997999c390c14a16ac0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/acf755788f434c568784b5774ef5fb5d] 2024-12-11T19:27:45,143 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f614476946514a11a36e47f70550751b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733945260960 2024-12-11T19:27:45,143 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 648725b2fe164ede9919412875dc13b3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733945260960 2024-12-11T19:27:45,144 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d56330c72143fca9a3323cc1b9de2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733945260972 2024-12-11T19:27:45,144 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting c838345b1cf24997999c390c14a16ac0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733945260972 2024-12-11T19:27:45,144 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bdb99e237dd4d5eb567178a6e32a90f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733945263154 2024-12-11T19:27:45,144 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting acf755788f434c568784b5774ef5fb5d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733945263154 2024-12-11T19:27:45,149 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:45,150 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/fbd65c42b8634bf0bab9fd71b5fb56ff is 50, key is test_row_0/B:col10/1733945263154/Put/seqid=0 2024-12-11T19:27:45,152 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:45,154 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211fbf934f107da46cab2a40b45a112a670_ae6137c94c052cddfc57683384082a6d store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:45,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742178_1354 (size=12207) 2024-12-11T19:27:45,156 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211fbf934f107da46cab2a40b45a112a670_ae6137c94c052cddfc57683384082a6d, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:45,156 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211fbf934f107da46cab2a40b45a112a670_ae6137c94c052cddfc57683384082a6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742179_1355 (size=4469) 2024-12-11T19:27:45,167 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#A#compaction#300 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:45,167 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/fbd65c42b8634bf0bab9fd71b5fb56ff as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fbd65c42b8634bf0bab9fd71b5fb56ff 2024-12-11T19:27:45,168 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/61b406f233a14c5fb12fbbe8bb57750f is 175, key is test_row_0/A:col10/1733945263154/Put/seqid=0 2024-12-11T19:27:45,172 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/B of ae6137c94c052cddfc57683384082a6d into fbd65c42b8634bf0bab9fd71b5fb56ff(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:45,173 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:45,173 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/B, priority=13, startTime=1733945265142; duration=0sec 2024-12-11T19:27:45,173 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:45,173 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:B 2024-12-11T19:27:45,173 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:45,174 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:45,174 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/C is initiating minor compaction (all files) 2024-12-11T19:27:45,174 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/C in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:45,174 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a2c6dc763618454292189ba5231612d7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/715a11cfd8ae482fa73e1b33460d5bce, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/eda0762b53594545b80933a6af28e534] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=35.3 K 2024-12-11T19:27:45,174 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a2c6dc763618454292189ba5231612d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733945260960 2024-12-11T19:27:45,174 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 715a11cfd8ae482fa73e1b33460d5bce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733945260972 2024-12-11T19:27:45,175 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting eda0762b53594545b80933a6af28e534, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733945263154 2024-12-11T19:27:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742180_1356 (size=31161) 2024-12-11T19:27:45,182 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/61b406f233a14c5fb12fbbe8bb57750f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/61b406f233a14c5fb12fbbe8bb57750f 2024-12-11T19:27:45,185 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:45,186 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/a8ad7d3163e74ecaba2261659b68c92c is 50, key is test_row_0/C:col10/1733945263154/Put/seqid=0 2024-12-11T19:27:45,187 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/A of ae6137c94c052cddfc57683384082a6d into 61b406f233a14c5fb12fbbe8bb57750f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:45,187 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:45,187 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/A, priority=13, startTime=1733945265142; duration=0sec 2024-12-11T19:27:45,188 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:45,188 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:A 2024-12-11T19:27:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742181_1357 (size=12207) 2024-12-11T19:27:45,195 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/a8ad7d3163e74ecaba2261659b68c92c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a8ad7d3163e74ecaba2261659b68c92c 2024-12-11T19:27:45,198 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/C of ae6137c94c052cddfc57683384082a6d into a8ad7d3163e74ecaba2261659b68c92c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:45,198 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:45,198 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/C, priority=13, startTime=1733945265142; duration=0sec 2024-12-11T19:27:45,198 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:45,198 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:C 2024-12-11T19:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:45,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T19:27:45,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:45,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c581c6bde9014811bb6af4805d72994f_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945265416/Put/seqid=0 2024-12-11T19:27:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742182_1358 (size=14594) 2024-12-11T19:27:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945325428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945325428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945325429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945325430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945325432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945325533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945325533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945325535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945325536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945325536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945325737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945325737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945325738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945325742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945325743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:45,832 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:45,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c581c6bde9014811bb6af4805d72994f_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c581c6bde9014811bb6af4805d72994f_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:45,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/b6db2e5d11ed474ca2f834f87e186eaf, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:45,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/b6db2e5d11ed474ca2f834f87e186eaf is 175, key is test_row_0/A:col10/1733945265416/Put/seqid=0 2024-12-11T19:27:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742183_1359 (size=39549) 2024-12-11T19:27:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-11T19:27:45,913 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-11T19:27:45,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-11T19:27:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-11T19:27:45,916 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:45,916 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:45,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-11T19:27:46,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945326042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945326042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945326043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945326046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945326050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-11T19:27:46,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,239 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/b6db2e5d11ed474ca2f834f87e186eaf 2024-12-11T19:27:46,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/33b8f4b457eb431880460f74ea0f4577 is 50, key is test_row_0/B:col10/1733945265416/Put/seqid=0 2024-12-11T19:27:46,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742184_1360 (size=12001) 2024-12-11T19:27:46,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-11T19:27:46,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:46,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945326543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945326544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945326548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945326551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945326557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/33b8f4b457eb431880460f74ea0f4577 2024-12-11T19:27:46,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/cc35dc3affc34f7ba7ff3204190b9976 is 50, key is test_row_0/C:col10/1733945265416/Put/seqid=0 2024-12-11T19:27:46,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742185_1361 (size=12001) 2024-12-11T19:27:46,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:46,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:46,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-11T19:27:47,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/cc35dc3affc34f7ba7ff3204190b9976 2024-12-11T19:27:47,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/b6db2e5d11ed474ca2f834f87e186eaf as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/b6db2e5d11ed474ca2f834f87e186eaf 2024-12-11T19:27:47,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/b6db2e5d11ed474ca2f834f87e186eaf, entries=200, sequenceid=120, filesize=38.6 K 2024-12-11T19:27:47,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/33b8f4b457eb431880460f74ea0f4577 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/33b8f4b457eb431880460f74ea0f4577 2024-12-11T19:27:47,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/33b8f4b457eb431880460f74ea0f4577, entries=150, sequenceid=120, filesize=11.7 K 2024-12-11T19:27:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/cc35dc3affc34f7ba7ff3204190b9976 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/cc35dc3affc34f7ba7ff3204190b9976 2024-12-11T19:27:47,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/cc35dc3affc34f7ba7ff3204190b9976, entries=150, sequenceid=120, filesize=11.7 K 2024-12-11T19:27:47,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ae6137c94c052cddfc57683384082a6d in 1670ms, sequenceid=120, compaction requested=false 2024-12-11T19:27:47,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:47,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-11T19:27:47,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:47,136 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T19:27:47,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:47,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:47,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121133b793f075b3424f896e39f0232fe905_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945265432/Put/seqid=0 2024-12-11T19:27:47,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742186_1362 (size=12304) 2024-12-11T19:27:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:47,557 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121133b793f075b3424f896e39f0232fe905_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121133b793f075b3424f896e39f0232fe905_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/bad344b124c246a395c14d887330039e, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/bad344b124c246a395c14d887330039e is 175, key is test_row_0/A:col10/1733945265432/Put/seqid=0 2024-12-11T19:27:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742187_1363 (size=31105) 2024-12-11T19:27:47,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/bad344b124c246a395c14d887330039e 2024-12-11T19:27:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945327569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945327570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945327573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/43bb5a65628840ffbef612cabcdb3a16 is 50, key is test_row_0/B:col10/1733945265432/Put/seqid=0 2024-12-11T19:27:47,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945327573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945327574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742188_1364 (size=12151) 2024-12-11T19:27:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945327675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945327676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945327676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945327680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945327680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945327879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945327879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945327880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945327885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945327886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:47,982 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/43bb5a65628840ffbef612cabcdb3a16 2024-12-11T19:27:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/deaedefb7a1d45d8b03e105297208f8d is 50, key is test_row_0/C:col10/1733945265432/Put/seqid=0 2024-12-11T19:27:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742189_1365 (size=12151) 2024-12-11T19:27:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-11T19:27:48,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945328183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945328183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945328184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945328191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945328192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,401 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/deaedefb7a1d45d8b03e105297208f8d 2024-12-11T19:27:48,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/bad344b124c246a395c14d887330039e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/bad344b124c246a395c14d887330039e 2024-12-11T19:27:48,409 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/bad344b124c246a395c14d887330039e, entries=150, sequenceid=136, filesize=30.4 K 2024-12-11T19:27:48,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/43bb5a65628840ffbef612cabcdb3a16 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/43bb5a65628840ffbef612cabcdb3a16 2024-12-11T19:27:48,414 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/43bb5a65628840ffbef612cabcdb3a16, entries=150, sequenceid=136, filesize=11.9 K 2024-12-11T19:27:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/deaedefb7a1d45d8b03e105297208f8d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/deaedefb7a1d45d8b03e105297208f8d 2024-12-11T19:27:48,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/deaedefb7a1d45d8b03e105297208f8d, entries=150, sequenceid=136, filesize=11.9 K 2024-12-11T19:27:48,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ae6137c94c052cddfc57683384082a6d in 1285ms, sequenceid=136, compaction requested=true 2024-12-11T19:27:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-11T19:27:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-11T19:27:48,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-11T19:27:48,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5060 sec 2024-12-11T19:27:48,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.5090 sec 2024-12-11T19:27:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:48,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T19:27:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:48,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211297f2209bb2e44bbbc9860b8852e13e6_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945267573/Put/seqid=0 2024-12-11T19:27:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742190_1366 (size=14794) 2024-12-11T19:27:48,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945328707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945328710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945328710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945328711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945328711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945328816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945328818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945328818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945328818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945328818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945329020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945329020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945329020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945329020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945329021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:49,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211297f2209bb2e44bbbc9860b8852e13e6_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211297f2209bb2e44bbbc9860b8852e13e6_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:49,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/9844b6c161f14640879d2bde8672e5d4, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:49,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/9844b6c161f14640879d2bde8672e5d4 is 175, key is test_row_0/A:col10/1733945267573/Put/seqid=0 2024-12-11T19:27:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742191_1367 (size=39749) 2024-12-11T19:27:49,121 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/9844b6c161f14640879d2bde8672e5d4 2024-12-11T19:27:49,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/0b51c72701314f679d1c9d4d5bb5ae6f is 50, key is test_row_0/B:col10/1733945267573/Put/seqid=0 2024-12-11T19:27:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742192_1368 (size=12151) 2024-12-11T19:27:49,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945329324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945329324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945329324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945329324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945329326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/0b51c72701314f679d1c9d4d5bb5ae6f 2024-12-11T19:27:49,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/bb8458f59ec74ef0b62aa41bfed53304 is 50, key is test_row_0/C:col10/1733945267573/Put/seqid=0 2024-12-11T19:27:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742193_1369 (size=12151) 2024-12-11T19:27:49,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945329828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945329831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945329832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945329832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945329834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:49,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/bb8458f59ec74ef0b62aa41bfed53304 2024-12-11T19:27:49,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/9844b6c161f14640879d2bde8672e5d4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/9844b6c161f14640879d2bde8672e5d4 2024-12-11T19:27:49,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/9844b6c161f14640879d2bde8672e5d4, entries=200, sequenceid=158, filesize=38.8 K 2024-12-11T19:27:49,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/0b51c72701314f679d1c9d4d5bb5ae6f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0b51c72701314f679d1c9d4d5bb5ae6f 2024-12-11T19:27:49,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0b51c72701314f679d1c9d4d5bb5ae6f, entries=150, sequenceid=158, filesize=11.9 K 2024-12-11T19:27:49,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/bb8458f59ec74ef0b62aa41bfed53304 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/bb8458f59ec74ef0b62aa41bfed53304 2024-12-11T19:27:49,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/bb8458f59ec74ef0b62aa41bfed53304, entries=150, sequenceid=158, filesize=11.9 K 2024-12-11T19:27:49,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ae6137c94c052cddfc57683384082a6d in 1268ms, sequenceid=158, compaction requested=true 2024-12-11T19:27:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:49,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:49,962 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:27:49,962 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:27:49,963 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:27:49,963 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/B is initiating minor compaction (all files) 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/A is initiating minor compaction (all files) 2024-12-11T19:27:49,964 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/B in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:49,964 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/A in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:49,964 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fbd65c42b8634bf0bab9fd71b5fb56ff, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/33b8f4b457eb431880460f74ea0f4577, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/43bb5a65628840ffbef612cabcdb3a16, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0b51c72701314f679d1c9d4d5bb5ae6f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=47.4 K 2024-12-11T19:27:49,964 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/61b406f233a14c5fb12fbbe8bb57750f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/b6db2e5d11ed474ca2f834f87e186eaf, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/bad344b124c246a395c14d887330039e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/9844b6c161f14640879d2bde8672e5d4] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=138.2 K 2024-12-11T19:27:49,964 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/61b406f233a14c5fb12fbbe8bb57750f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/b6db2e5d11ed474ca2f834f87e186eaf, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/bad344b124c246a395c14d887330039e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/9844b6c161f14640879d2bde8672e5d4] 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fbd65c42b8634bf0bab9fd71b5fb56ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733945263154 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61b406f233a14c5fb12fbbe8bb57750f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733945263154 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 33b8f4b457eb431880460f74ea0f4577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945264294 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6db2e5d11ed474ca2f834f87e186eaf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945264294 2024-12-11T19:27:49,964 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 43bb5a65628840ffbef612cabcdb3a16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733945265428 2024-12-11T19:27:49,965 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting bad344b124c246a395c14d887330039e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733945265428 2024-12-11T19:27:49,965 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b51c72701314f679d1c9d4d5bb5ae6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733945267573 2024-12-11T19:27:49,965 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9844b6c161f14640879d2bde8672e5d4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733945267569 2024-12-11T19:27:49,975 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:49,981 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:49,981 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/36a507528e184fa883b044dee249eaf6 is 50, key is test_row_0/B:col10/1733945267573/Put/seqid=0 2024-12-11T19:27:49,982 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412119321ad688deb45d6a1e0ba5c22ff0255_ae6137c94c052cddfc57683384082a6d store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:49,984 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412119321ad688deb45d6a1e0ba5c22ff0255_ae6137c94c052cddfc57683384082a6d, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:49,984 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412119321ad688deb45d6a1e0ba5c22ff0255_ae6137c94c052cddfc57683384082a6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742194_1370 (size=12493) 2024-12-11T19:27:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742195_1371 (size=4469) 2024-12-11T19:27:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-11T19:27:50,021 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-11T19:27:50,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-11T19:27:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-11T19:27:50,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:50,025 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:50,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-11T19:27:50,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-11T19:27:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:50,182 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:27:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:50,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121102572559161c49c380cb52acedc4bc28_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945268709/Put/seqid=0 2024-12-11T19:27:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742196_1372 (size=12304) 2024-12-11T19:27:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-11T19:27:50,393 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/36a507528e184fa883b044dee249eaf6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/36a507528e184fa883b044dee249eaf6 2024-12-11T19:27:50,396 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#A#compaction#311 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:50,396 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/fb8d2acf4dc44287b2c62c0fe02ba39a is 175, key is test_row_0/A:col10/1733945267573/Put/seqid=0 2024-12-11T19:27:50,399 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae6137c94c052cddfc57683384082a6d/B of ae6137c94c052cddfc57683384082a6d into 36a507528e184fa883b044dee249eaf6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:50,399 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:50,399 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/B, priority=12, startTime=1733945269962; duration=0sec 2024-12-11T19:27:50,399 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:50,399 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:B 2024-12-11T19:27:50,399 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:27:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742197_1373 (size=31447) 2024-12-11T19:27:50,403 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:27:50,403 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/C is initiating minor compaction (all files) 2024-12-11T19:27:50,403 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/C in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:50,403 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a8ad7d3163e74ecaba2261659b68c92c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/cc35dc3affc34f7ba7ff3204190b9976, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/deaedefb7a1d45d8b03e105297208f8d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/bb8458f59ec74ef0b62aa41bfed53304] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=47.4 K 2024-12-11T19:27:50,404 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a8ad7d3163e74ecaba2261659b68c92c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733945263154 2024-12-11T19:27:50,404 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting cc35dc3affc34f7ba7ff3204190b9976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945264294 2024-12-11T19:27:50,404 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting deaedefb7a1d45d8b03e105297208f8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733945265428 2024-12-11T19:27:50,405 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting bb8458f59ec74ef0b62aa41bfed53304, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733945267573 2024-12-11T19:27:50,408 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/fb8d2acf4dc44287b2c62c0fe02ba39a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/fb8d2acf4dc44287b2c62c0fe02ba39a 2024-12-11T19:27:50,411 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:50,412 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/36bd8e0303664718a467cd5c13f92df4 is 50, key is test_row_0/C:col10/1733945267573/Put/seqid=0 2024-12-11T19:27:50,414 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae6137c94c052cddfc57683384082a6d/A of ae6137c94c052cddfc57683384082a6d into fb8d2acf4dc44287b2c62c0fe02ba39a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:50,414 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:50,414 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/A, priority=12, startTime=1733945269962; duration=0sec 2024-12-11T19:27:50,415 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:50,415 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:A 2024-12-11T19:27:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742198_1374 (size=12493) 2024-12-11T19:27:50,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:50,596 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121102572559161c49c380cb52acedc4bc28_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121102572559161c49c380cb52acedc4bc28_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/63f7a65c363041bb80462f42fa854208, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/63f7a65c363041bb80462f42fa854208 is 175, key is test_row_0/A:col10/1733945268709/Put/seqid=0 2024-12-11T19:27:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742199_1375 (size=31105) 2024-12-11T19:27:50,604 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/63f7a65c363041bb80462f42fa854208 2024-12-11T19:27:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/8b3c18bac2934be6a844b034f5b51a79 is 50, key is test_row_0/B:col10/1733945268709/Put/seqid=0 2024-12-11T19:27:50,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742200_1376 (size=12151) 2024-12-11T19:27:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-11T19:27:50,823 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/36bd8e0303664718a467cd5c13f92df4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/36bd8e0303664718a467cd5c13f92df4 2024-12-11T19:27:50,828 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae6137c94c052cddfc57683384082a6d/C of ae6137c94c052cddfc57683384082a6d into 36bd8e0303664718a467cd5c13f92df4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:50,828 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:50,828 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/C, priority=12, startTime=1733945269962; duration=0sec 2024-12-11T19:27:50,828 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:50,828 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:C 2024-12-11T19:27:50,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:50,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945330858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945330858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945330859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945330860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945330862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945330963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945330964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945330964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945330964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945330967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,014 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/8b3c18bac2934be6a844b034f5b51a79 2024-12-11T19:27:51,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/024de103d4004454801ffd1333822f8b is 50, key is test_row_0/C:col10/1733945268709/Put/seqid=0 2024-12-11T19:27:51,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742201_1377 (size=12151) 2024-12-11T19:27:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-11T19:27:51,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945331169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945331176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945331177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945331177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945331179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,429 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/024de103d4004454801ffd1333822f8b 2024-12-11T19:27:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/63f7a65c363041bb80462f42fa854208 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/63f7a65c363041bb80462f42fa854208 2024-12-11T19:27:51,435 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/63f7a65c363041bb80462f42fa854208, entries=150, sequenceid=172, filesize=30.4 K 2024-12-11T19:27:51,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/8b3c18bac2934be6a844b034f5b51a79 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8b3c18bac2934be6a844b034f5b51a79 2024-12-11T19:27:51,442 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8b3c18bac2934be6a844b034f5b51a79, entries=150, sequenceid=172, filesize=11.9 K 2024-12-11T19:27:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/024de103d4004454801ffd1333822f8b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/024de103d4004454801ffd1333822f8b 2024-12-11T19:27:51,446 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/024de103d4004454801ffd1333822f8b, entries=150, sequenceid=172, filesize=11.9 K 2024-12-11T19:27:51,446 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ae6137c94c052cddfc57683384082a6d in 1264ms, sequenceid=172, compaction requested=false 2024-12-11T19:27:51,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:51,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:51,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-11T19:27:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-11T19:27:51,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-11T19:27:51,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-12-11T19:27:51,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4270 sec 2024-12-11T19:27:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:51,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T19:27:51,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:51,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:51,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:51,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:51,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:51,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:51,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110a83db65088d44cdb347d894d5cb4370_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945270862/Put/seqid=0 2024-12-11T19:27:51,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742202_1378 (size=14794) 2024-12-11T19:27:51,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945331487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945331491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945331492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945331492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945331492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945331593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945331596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945331596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945331597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945331599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945331796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945331800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945331800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945331800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945331802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:51,884 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:51,891 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110a83db65088d44cdb347d894d5cb4370_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110a83db65088d44cdb347d894d5cb4370_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:51,892 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2a4c32bbfabc46108e1f566585825478, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:51,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2a4c32bbfabc46108e1f566585825478 is 175, key is test_row_0/A:col10/1733945270862/Put/seqid=0 2024-12-11T19:27:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742203_1379 (size=39749) 2024-12-11T19:27:52,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945332099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945332104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945332106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945332106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945332107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-11T19:27:52,127 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-11T19:27:52,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-11T19:27:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-11T19:27:52,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:52,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:52,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-11T19:27:52,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-11T19:27:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2a4c32bbfabc46108e1f566585825478 2024-12-11T19:27:52,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/4608db102e5f4f32a04635010494ed2b is 50, key is test_row_0/B:col10/1733945270862/Put/seqid=0 2024-12-11T19:27:52,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742204_1380 (size=12151) 2024-12-11T19:27:52,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/4608db102e5f4f32a04635010494ed2b 2024-12-11T19:27:52,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/19db05b1d5a34998b63252beae449cbb is 50, key is test_row_0/C:col10/1733945270862/Put/seqid=0 2024-12-11T19:27:52,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742205_1381 (size=12151) 2024-12-11T19:27:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-11T19:27:52,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-11T19:27:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-11T19:27:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:52,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945332604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945332611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945332611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945332612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945332615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/19db05b1d5a34998b63252beae449cbb 2024-12-11T19:27:52,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/2a4c32bbfabc46108e1f566585825478 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2a4c32bbfabc46108e1f566585825478 2024-12-11T19:27:52,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2a4c32bbfabc46108e1f566585825478, entries=200, sequenceid=198, filesize=38.8 K 2024-12-11T19:27:52,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/4608db102e5f4f32a04635010494ed2b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/4608db102e5f4f32a04635010494ed2b 2024-12-11T19:27:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-11T19:27:52,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/4608db102e5f4f32a04635010494ed2b, entries=150, sequenceid=198, filesize=11.9 K 2024-12-11T19:27:52,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/19db05b1d5a34998b63252beae449cbb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/19db05b1d5a34998b63252beae449cbb 2024-12-11T19:27:52,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/19db05b1d5a34998b63252beae449cbb, entries=150, sequenceid=198, filesize=11.9 K 2024-12-11T19:27:52,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-11T19:27:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:52,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for ae6137c94c052cddfc57683384082a6d in 1299ms, sequenceid=198, compaction requested=true 2024-12-11T19:27:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:52,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:52,772 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:52,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:52,773 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:52,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:52,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:52,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:52,773 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:52,773 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:52,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:52,773 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/A is initiating minor compaction (all files) 2024-12-11T19:27:52,773 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/B is initiating minor compaction (all files) 2024-12-11T19:27:52,773 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/B in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,773 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/A in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,774 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/36a507528e184fa883b044dee249eaf6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8b3c18bac2934be6a844b034f5b51a79, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/4608db102e5f4f32a04635010494ed2b] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=35.9 K 2024-12-11T19:27:52,774 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/fb8d2acf4dc44287b2c62c0fe02ba39a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/63f7a65c363041bb80462f42fa854208, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2a4c32bbfabc46108e1f566585825478] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=99.9 K 2024-12-11T19:27:52,774 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,774 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/fb8d2acf4dc44287b2c62c0fe02ba39a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/63f7a65c363041bb80462f42fa854208, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2a4c32bbfabc46108e1f566585825478] 2024-12-11T19:27:52,774 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 36a507528e184fa883b044dee249eaf6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733945267573 2024-12-11T19:27:52,774 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb8d2acf4dc44287b2c62c0fe02ba39a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733945267573 2024-12-11T19:27:52,774 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b3c18bac2934be6a844b034f5b51a79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733945268709 2024-12-11T19:27:52,774 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f7a65c363041bb80462f42fa854208, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733945268709 2024-12-11T19:27:52,774 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 4608db102e5f4f32a04635010494ed2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733945270859 2024-12-11T19:27:52,774 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a4c32bbfabc46108e1f566585825478, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733945270853 2024-12-11T19:27:52,780 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#B#compaction#320 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:52,781 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/e011baa23e41419fa53a95f2b18ea810 is 50, key is test_row_0/B:col10/1733945270862/Put/seqid=0 2024-12-11T19:27:52,782 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:52,783 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211692904e9ea564b959194247e3151a9a6_ae6137c94c052cddfc57683384082a6d store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:52,784 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211692904e9ea564b959194247e3151a9a6_ae6137c94c052cddfc57683384082a6d, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:52,785 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211692904e9ea564b959194247e3151a9a6_ae6137c94c052cddfc57683384082a6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:52,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742206_1382 (size=12595) 2024-12-11T19:27:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742207_1383 (size=4469) 2024-12-11T19:27:52,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:52,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-11T19:27:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:52,923 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-11T19:27:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116934c5016c294eb4b72fdf8d65e3bf64_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945271491/Put/seqid=0 2024-12-11T19:27:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742208_1384 (size=12304) 2024-12-11T19:27:53,196 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/e011baa23e41419fa53a95f2b18ea810 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/e011baa23e41419fa53a95f2b18ea810 2024-12-11T19:27:53,197 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:53,198 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/a334d7594f2e4a20a6221f0a88705cbb is 175, key is test_row_0/A:col10/1733945270862/Put/seqid=0 2024-12-11T19:27:53,201 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/B of ae6137c94c052cddfc57683384082a6d into e011baa23e41419fa53a95f2b18ea810(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:53,201 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:53,201 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/B, priority=13, startTime=1733945272773; duration=0sec 2024-12-11T19:27:53,201 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:53,202 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:B 2024-12-11T19:27:53,202 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:53,203 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:53,203 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/C is initiating minor compaction (all files) 2024-12-11T19:27:53,203 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/C in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:53,203 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/36bd8e0303664718a467cd5c13f92df4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/024de103d4004454801ffd1333822f8b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/19db05b1d5a34998b63252beae449cbb] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=35.9 K 2024-12-11T19:27:53,204 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 36bd8e0303664718a467cd5c13f92df4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733945267573 2024-12-11T19:27:53,204 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 024de103d4004454801ffd1333822f8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733945268709 2024-12-11T19:27:53,204 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 19db05b1d5a34998b63252beae449cbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733945270859 2024-12-11T19:27:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742209_1385 (size=31549) 2024-12-11T19:27:53,210 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:53,210 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/b320eeb0c0254e0eae8733fd54e3e5c2 is 50, key is test_row_0/C:col10/1733945270862/Put/seqid=0 2024-12-11T19:27:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742210_1386 (size=12595) 2024-12-11T19:27:53,219 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/b320eeb0c0254e0eae8733fd54e3e5c2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/b320eeb0c0254e0eae8733fd54e3e5c2 2024-12-11T19:27:53,224 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/C of ae6137c94c052cddfc57683384082a6d into b320eeb0c0254e0eae8733fd54e3e5c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:53,224 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:53,224 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/C, priority=13, startTime=1733945272773; duration=0sec 2024-12-11T19:27:53,224 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:53,224 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:C 2024-12-11T19:27:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-11T19:27:53,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:53,340 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116934c5016c294eb4b72fdf8d65e3bf64_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116934c5016c294eb4b72fdf8d65e3bf64_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/a06384c5d5d845df82ad68bf87860a05, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/a06384c5d5d845df82ad68bf87860a05 is 175, key is test_row_0/A:col10/1733945271491/Put/seqid=0 2024-12-11T19:27:53,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742211_1387 (size=31105) 2024-12-11T19:27:53,609 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/a334d7594f2e4a20a6221f0a88705cbb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a334d7594f2e4a20a6221f0a88705cbb 2024-12-11T19:27:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:53,613 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/A of ae6137c94c052cddfc57683384082a6d into a334d7594f2e4a20a6221f0a88705cbb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:53,613 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:53,613 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/A, priority=13, startTime=1733945272772; duration=0sec 2024-12-11T19:27:53,614 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:53,614 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:A 2024-12-11T19:27:53,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945333629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945333630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945333630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945333631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945333632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945333733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945333736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945333736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945333737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945333737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,757 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/a06384c5d5d845df82ad68bf87860a05 2024-12-11T19:27:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/28db52b9037e4efd9b0431b88898a8c7 is 50, key is test_row_0/B:col10/1733945271491/Put/seqid=0 2024-12-11T19:27:53,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742212_1388 (size=12151) 2024-12-11T19:27:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945333937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945333941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945333941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945333941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945333942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,167 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/28db52b9037e4efd9b0431b88898a8c7 2024-12-11T19:27:54,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/46b1c2ea3bb646b9922260641fa7be2c is 50, key is test_row_0/C:col10/1733945271491/Put/seqid=0 2024-12-11T19:27:54,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742213_1389 (size=12151) 2024-12-11T19:27:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-11T19:27:54,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945334240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945334247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945334247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945334247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945334248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,575 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/46b1c2ea3bb646b9922260641fa7be2c 2024-12-11T19:27:54,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/a06384c5d5d845df82ad68bf87860a05 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a06384c5d5d845df82ad68bf87860a05 2024-12-11T19:27:54,582 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a06384c5d5d845df82ad68bf87860a05, entries=150, sequenceid=213, filesize=30.4 K 2024-12-11T19:27:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/28db52b9037e4efd9b0431b88898a8c7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/28db52b9037e4efd9b0431b88898a8c7 2024-12-11T19:27:54,586 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/28db52b9037e4efd9b0431b88898a8c7, entries=150, sequenceid=213, filesize=11.9 K 2024-12-11T19:27:54,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/46b1c2ea3bb646b9922260641fa7be2c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/46b1c2ea3bb646b9922260641fa7be2c 2024-12-11T19:27:54,591 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/46b1c2ea3bb646b9922260641fa7be2c, entries=150, sequenceid=213, filesize=11.9 K 2024-12-11T19:27:54,591 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ae6137c94c052cddfc57683384082a6d in 1669ms, sequenceid=213, compaction requested=false 2024-12-11T19:27:54,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:54,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:54,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-11T19:27:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-11T19:27:54,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-11T19:27:54,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-12-11T19:27:54,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.4660 sec 2024-12-11T19:27:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:54,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T19:27:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:54,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b274110ed7f64b59aca450b4a1c47203_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945273629/Put/seqid=0 2024-12-11T19:27:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742214_1390 (size=14794) 2024-12-11T19:27:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945334761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945334762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945334763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945334764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945334767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945334868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945334869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945334870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945334871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:54,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945334872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945335070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945335070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945335075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945335076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945335076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,164 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:55,167 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b274110ed7f64b59aca450b4a1c47203_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b274110ed7f64b59aca450b4a1c47203_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:55,168 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8d1813e85bb74bfcb7e15e5f94091c09, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:55,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8d1813e85bb74bfcb7e15e5f94091c09 is 175, key is test_row_0/A:col10/1733945273629/Put/seqid=0 2024-12-11T19:27:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742215_1391 (size=39749) 2024-12-11T19:27:55,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945335374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945335374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945335380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945335380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945335383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8d1813e85bb74bfcb7e15e5f94091c09 2024-12-11T19:27:55,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/82ef9222acdb4e3f9953203f558c5f38 is 50, key is test_row_0/B:col10/1733945273629/Put/seqid=0 2024-12-11T19:27:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742216_1392 (size=12151) 2024-12-11T19:27:55,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945335877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945335878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945335884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945335885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945335885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:55,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/82ef9222acdb4e3f9953203f558c5f38 2024-12-11T19:27:55,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/2a79f223e8dd48b5a35ddc8254d02a9f is 50, key is test_row_0/C:col10/1733945273629/Put/seqid=0 2024-12-11T19:27:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742217_1393 (size=12151) 2024-12-11T19:27:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-11T19:27:56,233 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-11T19:27:56,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:27:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-11T19:27:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-11T19:27:56,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:27:56,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:27:56,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:27:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-11T19:27:56,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:56,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-11T19:27:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:56,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:27:56,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/2a79f223e8dd48b5a35ddc8254d02a9f 2024-12-11T19:27:56,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8d1813e85bb74bfcb7e15e5f94091c09 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8d1813e85bb74bfcb7e15e5f94091c09 2024-12-11T19:27:56,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8d1813e85bb74bfcb7e15e5f94091c09, entries=200, sequenceid=238, filesize=38.8 K 2024-12-11T19:27:56,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/82ef9222acdb4e3f9953203f558c5f38 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/82ef9222acdb4e3f9953203f558c5f38 2024-12-11T19:27:56,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/82ef9222acdb4e3f9953203f558c5f38, entries=150, sequenceid=238, filesize=11.9 K 2024-12-11T19:27:56,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/2a79f223e8dd48b5a35ddc8254d02a9f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/2a79f223e8dd48b5a35ddc8254d02a9f 2024-12-11T19:27:56,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/2a79f223e8dd48b5a35ddc8254d02a9f, entries=150, sequenceid=238, filesize=11.9 K 2024-12-11T19:27:56,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ae6137c94c052cddfc57683384082a6d in 1657ms, sequenceid=238, compaction requested=true 2024-12-11T19:27:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:56,407 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:27:56,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:56,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:27:56,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:56,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:27:56,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:56,408 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:56,411 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:56,411 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:56,411 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/B is initiating minor compaction (all files) 2024-12-11T19:27:56,411 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/A is initiating minor compaction (all files) 2024-12-11T19:27:56,412 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/A in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:56,412 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/B in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:56,412 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/e011baa23e41419fa53a95f2b18ea810, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/28db52b9037e4efd9b0431b88898a8c7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/82ef9222acdb4e3f9953203f558c5f38] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=36.0 K 2024-12-11T19:27:56,412 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a334d7594f2e4a20a6221f0a88705cbb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a06384c5d5d845df82ad68bf87860a05, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8d1813e85bb74bfcb7e15e5f94091c09] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=100.0 K 2024-12-11T19:27:56,412 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:56,412 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a334d7594f2e4a20a6221f0a88705cbb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a06384c5d5d845df82ad68bf87860a05, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8d1813e85bb74bfcb7e15e5f94091c09] 2024-12-11T19:27:56,412 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e011baa23e41419fa53a95f2b18ea810, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733945270859 2024-12-11T19:27:56,412 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a334d7594f2e4a20a6221f0a88705cbb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733945270859 2024-12-11T19:27:56,412 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 28db52b9037e4efd9b0431b88898a8c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733945271491 2024-12-11T19:27:56,412 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a06384c5d5d845df82ad68bf87860a05, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733945271491 2024-12-11T19:27:56,412 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d1813e85bb74bfcb7e15e5f94091c09, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733945273629 2024-12-11T19:27:56,412 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 82ef9222acdb4e3f9953203f558c5f38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733945273629 2024-12-11T19:27:56,418 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:56,419 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/728f7d96673c4624a6d2a6311a006c1b is 50, key is test_row_0/B:col10/1733945273629/Put/seqid=0 2024-12-11T19:27:56,420 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742218_1394 (size=12697) 2024-12-11T19:27:56,422 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211e3b70cf92a4342e9b8d8b9b58e36676e_ae6137c94c052cddfc57683384082a6d store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:56,423 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211e3b70cf92a4342e9b8d8b9b58e36676e_ae6137c94c052cddfc57683384082a6d, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:56,423 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e3b70cf92a4342e9b8d8b9b58e36676e_ae6137c94c052cddfc57683384082a6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:56,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742219_1395 (size=4469) 2024-12-11T19:27:56,427 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#A#compaction#330 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:56,428 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/f8ab9272e049425683626a5287f9f540 is 175, key is test_row_0/A:col10/1733945273629/Put/seqid=0 2024-12-11T19:27:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742220_1396 (size=31651) 2024-12-11T19:27:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-11T19:27:56,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:56,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-11T19:27:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:56,540 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:27:56,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:56,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:56,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:56,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:56,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:56,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c0f8e23c17a14e9e9ad99c8a8b73ab23_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945274765/Put/seqid=0 2024-12-11T19:27:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742221_1397 (size=12304) 2024-12-11T19:27:56,826 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/728f7d96673c4624a6d2a6311a006c1b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/728f7d96673c4624a6d2a6311a006c1b 2024-12-11T19:27:56,829 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/B of ae6137c94c052cddfc57683384082a6d into 728f7d96673c4624a6d2a6311a006c1b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:56,829 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:56,829 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/B, priority=13, startTime=1733945276408; duration=0sec 2024-12-11T19:27:56,829 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:27:56,829 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:B 2024-12-11T19:27:56,829 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:27:56,830 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:27:56,830 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): ae6137c94c052cddfc57683384082a6d/C is initiating minor compaction (all files) 2024-12-11T19:27:56,830 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae6137c94c052cddfc57683384082a6d/C in TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:56,830 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/b320eeb0c0254e0eae8733fd54e3e5c2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/46b1c2ea3bb646b9922260641fa7be2c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/2a79f223e8dd48b5a35ddc8254d02a9f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp, totalSize=36.0 K 2024-12-11T19:27:56,831 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b320eeb0c0254e0eae8733fd54e3e5c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733945270859 2024-12-11T19:27:56,831 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 46b1c2ea3bb646b9922260641fa7be2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733945271491 2024-12-11T19:27:56,832 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a79f223e8dd48b5a35ddc8254d02a9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733945273629 2024-12-11T19:27:56,836 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/f8ab9272e049425683626a5287f9f540 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/f8ab9272e049425683626a5287f9f540 2024-12-11T19:27:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-11T19:27:56,839 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae6137c94c052cddfc57683384082a6d#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:27:56,839 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/4f103e1e5abb4baa9004e7bf04b86551 is 50, key is test_row_0/C:col10/1733945273629/Put/seqid=0 2024-12-11T19:27:56,842 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/A of ae6137c94c052cddfc57683384082a6d into f8ab9272e049425683626a5287f9f540(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:56,842 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:56,842 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/A, priority=13, startTime=1733945276407; duration=0sec 2024-12-11T19:27:56,842 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:56,842 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:A 2024-12-11T19:27:56,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742222_1398 (size=12697) 2024-12-11T19:27:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:56,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. as already flushing 2024-12-11T19:27:56,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945336907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945336910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945336910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945336915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945336915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:56,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:56,954 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c0f8e23c17a14e9e9ad99c8a8b73ab23_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c0f8e23c17a14e9e9ad99c8a8b73ab23_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c22db194ab3541548c1852fca92da309, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c22db194ab3541548c1852fca92da309 is 175, key is test_row_0/A:col10/1733945274765/Put/seqid=0 2024-12-11T19:27:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742223_1399 (size=31105) 2024-12-11T19:27:57,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945337015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945337015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945337015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945337018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945337019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945337219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945337219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945337220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945337220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945337220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,247 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/4f103e1e5abb4baa9004e7bf04b86551 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/4f103e1e5abb4baa9004e7bf04b86551 2024-12-11T19:27:57,250 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae6137c94c052cddfc57683384082a6d/C of ae6137c94c052cddfc57683384082a6d into 4f103e1e5abb4baa9004e7bf04b86551(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:27:57,250 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:57,250 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d., storeName=ae6137c94c052cddfc57683384082a6d/C, priority=13, startTime=1733945276408; duration=0sec 2024-12-11T19:27:57,250 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:27:57,250 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:C 2024-12-11T19:27:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-11T19:27:57,359 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c22db194ab3541548c1852fca92da309 2024-12-11T19:27:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/fee905ed4fe54f4a99e211cba5a32c0a is 50, key is test_row_0/B:col10/1733945274765/Put/seqid=0 2024-12-11T19:27:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742224_1400 (size=12151) 2024-12-11T19:27:57,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945337523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945337523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945337523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945337525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945337525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:57,697 DEBUG [Thread-1513 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68035c67 to 127.0.0.1:57756 2024-12-11T19:27:57,697 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:57,697 DEBUG [Thread-1511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:57756 2024-12-11T19:27:57,697 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:57,700 DEBUG [Thread-1507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:57756 2024-12-11T19:27:57,700 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:57,700 DEBUG [Thread-1505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:57756 2024-12-11T19:27:57,700 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:57,700 DEBUG [Thread-1509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:57756 2024-12-11T19:27:57,700 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:57,767 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/fee905ed4fe54f4a99e211cba5a32c0a 2024-12-11T19:27:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/c66511c50509491486b6f5cd6ecf0cf2 is 50, key is test_row_0/C:col10/1733945274765/Put/seqid=0 2024-12-11T19:27:57,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742225_1401 (size=12151) 2024-12-11T19:27:58,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35942 deadline: 1733945338027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36018 deadline: 1733945338029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1733945338032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35982 deadline: 1733945338032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:58,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:27:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1733945338033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:58,176 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/c66511c50509491486b6f5cd6ecf0cf2 2024-12-11T19:27:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/c22db194ab3541548c1852fca92da309 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c22db194ab3541548c1852fca92da309 2024-12-11T19:27:58,182 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c22db194ab3541548c1852fca92da309, entries=150, sequenceid=252, filesize=30.4 K 2024-12-11T19:27:58,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/fee905ed4fe54f4a99e211cba5a32c0a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fee905ed4fe54f4a99e211cba5a32c0a 2024-12-11T19:27:58,186 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fee905ed4fe54f4a99e211cba5a32c0a, entries=150, sequenceid=252, filesize=11.9 K 2024-12-11T19:27:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/c66511c50509491486b6f5cd6ecf0cf2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/c66511c50509491486b6f5cd6ecf0cf2 2024-12-11T19:27:58,190 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/c66511c50509491486b6f5cd6ecf0cf2, entries=150, sequenceid=252, filesize=11.9 K 2024-12-11T19:27:58,191 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ae6137c94c052cddfc57683384082a6d in 1651ms, sequenceid=252, compaction requested=false 2024-12-11T19:27:58,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:27:58,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:58,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-11T19:27:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-11T19:27:58,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-11T19:27:58,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9560 sec 2024-12-11T19:27:58,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.9590 sec 2024-12-11T19:27:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-11T19:27:58,339 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-11T19:27:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:59,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:27:59,038 DEBUG [Thread-1500 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:57756 2024-12-11T19:27:59,038 DEBUG [Thread-1502 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:57756 2024-12-11T19:27:59,039 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:59,039 DEBUG [Thread-1500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:27:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:27:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:27:59,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:27:59,041 DEBUG [Thread-1496 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:57756 2024-12-11T19:27:59,041 DEBUG [Thread-1496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:59,042 DEBUG [Thread-1494 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:57756 2024-12-11T19:27:59,042 DEBUG [Thread-1498 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:57756 2024-12-11T19:27:59,042 DEBUG [Thread-1494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:59,042 DEBUG [Thread-1498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3152 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9456 rows 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3152 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9456 rows 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3160 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9480 rows 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3159 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9477 rows 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3142 2024-12-11T19:27:59,043 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9426 rows 2024-12-11T19:27:59,043 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T19:27:59,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:57756 2024-12-11T19:27:59,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:27:59,049 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-11T19:27:59,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T19:27:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T19:27:59,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114aa6b00003a64b18b58e379879ad870d_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_0/A:col10/1733945279036/Put/seqid=0 2024-12-11T19:27:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-11T19:27:59,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945279052"}]},"ts":"1733945279052"} 2024-12-11T19:27:59,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T19:27:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742226_1402 (size=12454) 2024-12-11T19:27:59,097 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T19:27:59,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:27:59,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, UNASSIGN}] 2024-12-11T19:27:59,099 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, UNASSIGN 2024-12-11T19:27:59,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:59,100 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:27:59,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; CloseRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:27:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-11T19:27:59,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:27:59,252 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(124): Close ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:59,252 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:27:59,252 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1681): Closing ae6137c94c052cddfc57683384082a6d, disabling compactions & flushes 2024-12-11T19:27:59,252 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:27:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-11T19:27:59,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:27:59,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114aa6b00003a64b18b58e379879ad870d_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114aa6b00003a64b18b58e379879ad870d_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:27:59,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8b172bb965f04175b7a95ceecf836873, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:27:59,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8b172bb965f04175b7a95ceecf836873 is 175, key is test_row_0/A:col10/1733945279036/Put/seqid=0 2024-12-11T19:27:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742227_1403 (size=31255) 2024-12-11T19:27:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-11T19:27:59,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8b172bb965f04175b7a95ceecf836873 2024-12-11T19:27:59,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/b0e88cd69d5e4d17a42a78113a3c3109 is 50, key is test_row_0/B:col10/1733945279036/Put/seqid=0 2024-12-11T19:27:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742228_1404 (size=12301) 2024-12-11T19:28:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-11T19:28:00,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/b0e88cd69d5e4d17a42a78113a3c3109 2024-12-11T19:28:00,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/4ba1f47d363a45aab83b613a6a2fb29d is 50, key is test_row_0/C:col10/1733945279036/Put/seqid=0 2024-12-11T19:28:00,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742229_1405 (size=12301) 2024-12-11T19:28:00,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/4ba1f47d363a45aab83b613a6a2fb29d 2024-12-11T19:28:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/8b172bb965f04175b7a95ceecf836873 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8b172bb965f04175b7a95ceecf836873 2024-12-11T19:28:00,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8b172bb965f04175b7a95ceecf836873, entries=150, sequenceid=281, filesize=30.5 K 2024-12-11T19:28:00,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/b0e88cd69d5e4d17a42a78113a3c3109 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/b0e88cd69d5e4d17a42a78113a3c3109 2024-12-11T19:28:00,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/b0e88cd69d5e4d17a42a78113a3c3109, entries=150, sequenceid=281, filesize=12.0 K 2024-12-11T19:28:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/4ba1f47d363a45aab83b613a6a2fb29d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/4ba1f47d363a45aab83b613a6a2fb29d 2024-12-11T19:28:00,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/4ba1f47d363a45aab83b613a6a2fb29d, entries=150, sequenceid=281, filesize=12.0 K 2024-12-11T19:28:00,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for ae6137c94c052cddfc57683384082a6d in 1672ms, sequenceid=281, compaction requested=true 2024-12-11T19:28:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:28:00,711 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:28:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:28:00,711 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. because compaction request was cancelled 2024-12-11T19:28:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. after waiting 0 ms 2024-12-11T19:28:00,711 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:A 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:28:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:00,711 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. because compaction request was cancelled 2024-12-11T19:28:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae6137c94c052cddfc57683384082a6d:C, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:00,711 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. because compaction request was cancelled 2024-12-11T19:28:00,711 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:B 2024-12-11T19:28:00,711 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae6137c94c052cddfc57683384082a6d:C 2024-12-11T19:28:00,711 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(2837): Flushing ae6137c94c052cddfc57683384082a6d 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=A 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=B 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae6137c94c052cddfc57683384082a6d, store=C 2024-12-11T19:28:00,711 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:00,718 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116aafdad937214eac9559da009d95f9cd_ae6137c94c052cddfc57683384082a6d is 50, key is test_row_2/A:col10/1733945279041/Put/seqid=0 2024-12-11T19:28:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742230_1406 (size=7374) 2024-12-11T19:28:01,124 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:01,129 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116aafdad937214eac9559da009d95f9cd_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116aafdad937214eac9559da009d95f9cd_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:01,130 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/57834c20bb9f4e4aacd48c1e2ee683c8, store: [table=TestAcidGuarantees family=A region=ae6137c94c052cddfc57683384082a6d] 2024-12-11T19:28:01,131 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/57834c20bb9f4e4aacd48c1e2ee683c8 is 175, key is test_row_2/A:col10/1733945279041/Put/seqid=0 2024-12-11T19:28:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742231_1407 (size=13865) 2024-12-11T19:28:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-11T19:28:01,536 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/57834c20bb9f4e4aacd48c1e2ee683c8 2024-12-11T19:28:01,546 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/5757fc2f03bf4ba4a98a17ddca338136 is 50, key is test_row_2/B:col10/1733945279041/Put/seqid=0 2024-12-11T19:28:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742232_1408 (size=7415) 2024-12-11T19:28:01,951 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/5757fc2f03bf4ba4a98a17ddca338136 2024-12-11T19:28:01,958 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/f43a3f28d40245a2aff71f5a24550631 is 50, key is test_row_2/C:col10/1733945279041/Put/seqid=0 2024-12-11T19:28:01,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742233_1409 (size=7415) 2024-12-11T19:28:02,362 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/f43a3f28d40245a2aff71f5a24550631 2024-12-11T19:28:02,369 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/A/57834c20bb9f4e4aacd48c1e2ee683c8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/57834c20bb9f4e4aacd48c1e2ee683c8 2024-12-11T19:28:02,374 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/57834c20bb9f4e4aacd48c1e2ee683c8, entries=50, sequenceid=286, filesize=13.5 K 2024-12-11T19:28:02,374 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/B/5757fc2f03bf4ba4a98a17ddca338136 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/5757fc2f03bf4ba4a98a17ddca338136 2024-12-11T19:28:02,378 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/5757fc2f03bf4ba4a98a17ddca338136, entries=50, sequenceid=286, filesize=7.2 K 2024-12-11T19:28:02,379 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/.tmp/C/f43a3f28d40245a2aff71f5a24550631 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/f43a3f28d40245a2aff71f5a24550631 2024-12-11T19:28:02,382 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/f43a3f28d40245a2aff71f5a24550631, entries=50, sequenceid=286, filesize=7.2 K 2024-12-11T19:28:02,383 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ae6137c94c052cddfc57683384082a6d in 1672ms, sequenceid=286, compaction requested=true 2024-12-11T19:28:02,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2188f4a1ff6248e0948af0fb24d4ab8c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/0eeb2b5da6df4155af7a04a8a7b8bd10, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/5c4e46a3b3444f0393469c0cfbed0024, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/648725b2fe164ede9919412875dc13b3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c838345b1cf24997999c390c14a16ac0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/acf755788f434c568784b5774ef5fb5d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/61b406f233a14c5fb12fbbe8bb57750f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/b6db2e5d11ed474ca2f834f87e186eaf, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/bad344b124c246a395c14d887330039e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/9844b6c161f14640879d2bde8672e5d4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/fb8d2acf4dc44287b2c62c0fe02ba39a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/63f7a65c363041bb80462f42fa854208, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2a4c32bbfabc46108e1f566585825478, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a334d7594f2e4a20a6221f0a88705cbb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a06384c5d5d845df82ad68bf87860a05, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8d1813e85bb74bfcb7e15e5f94091c09] to archive 2024-12-11T19:28:02,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:28:02,388 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2188f4a1ff6248e0948af0fb24d4ab8c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2188f4a1ff6248e0948af0fb24d4ab8c 2024-12-11T19:28:02,388 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/0eeb2b5da6df4155af7a04a8a7b8bd10 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/0eeb2b5da6df4155af7a04a8a7b8bd10 2024-12-11T19:28:02,388 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/5c4e46a3b3444f0393469c0cfbed0024 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/5c4e46a3b3444f0393469c0cfbed0024 2024-12-11T19:28:02,388 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/648725b2fe164ede9919412875dc13b3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/648725b2fe164ede9919412875dc13b3 2024-12-11T19:28:02,388 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/acf755788f434c568784b5774ef5fb5d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/acf755788f434c568784b5774ef5fb5d 2024-12-11T19:28:02,388 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/b6db2e5d11ed474ca2f834f87e186eaf to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/b6db2e5d11ed474ca2f834f87e186eaf 2024-12-11T19:28:02,388 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/61b406f233a14c5fb12fbbe8bb57750f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/61b406f233a14c5fb12fbbe8bb57750f 2024-12-11T19:28:02,389 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c838345b1cf24997999c390c14a16ac0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c838345b1cf24997999c390c14a16ac0 2024-12-11T19:28:02,390 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2a4c32bbfabc46108e1f566585825478 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/2a4c32bbfabc46108e1f566585825478 2024-12-11T19:28:02,390 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/bad344b124c246a395c14d887330039e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/bad344b124c246a395c14d887330039e 2024-12-11T19:28:02,390 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/fb8d2acf4dc44287b2c62c0fe02ba39a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/fb8d2acf4dc44287b2c62c0fe02ba39a 2024-12-11T19:28:02,390 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/63f7a65c363041bb80462f42fa854208 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/63f7a65c363041bb80462f42fa854208 2024-12-11T19:28:02,390 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a06384c5d5d845df82ad68bf87860a05 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a06384c5d5d845df82ad68bf87860a05 2024-12-11T19:28:02,390 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/9844b6c161f14640879d2bde8672e5d4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/9844b6c161f14640879d2bde8672e5d4 2024-12-11T19:28:02,391 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a334d7594f2e4a20a6221f0a88705cbb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/a334d7594f2e4a20a6221f0a88705cbb 2024-12-11T19:28:02,391 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8d1813e85bb74bfcb7e15e5f94091c09 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8d1813e85bb74bfcb7e15e5f94091c09 2024-12-11T19:28:02,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0a7cf2f20d88406f823a98641f57778e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/30bc5157f5b34f7bae0e3884b10433cd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/f614476946514a11a36e47f70550751b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8f70fa8df7144b28bb3f5ea94fc81205, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/a3d56330c72143fca9a3323cc1b9de2e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fbd65c42b8634bf0bab9fd71b5fb56ff, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/1bdb99e237dd4d5eb567178a6e32a90f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/33b8f4b457eb431880460f74ea0f4577, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/43bb5a65628840ffbef612cabcdb3a16, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/36a507528e184fa883b044dee249eaf6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0b51c72701314f679d1c9d4d5bb5ae6f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8b3c18bac2934be6a844b034f5b51a79, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/e011baa23e41419fa53a95f2b18ea810, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/4608db102e5f4f32a04635010494ed2b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/28db52b9037e4efd9b0431b88898a8c7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/82ef9222acdb4e3f9953203f558c5f38] to archive 2024-12-11T19:28:02,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/f614476946514a11a36e47f70550751b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/f614476946514a11a36e47f70550751b 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8f70fa8df7144b28bb3f5ea94fc81205 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8f70fa8df7144b28bb3f5ea94fc81205 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0a7cf2f20d88406f823a98641f57778e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0a7cf2f20d88406f823a98641f57778e 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/30bc5157f5b34f7bae0e3884b10433cd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/30bc5157f5b34f7bae0e3884b10433cd 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/1bdb99e237dd4d5eb567178a6e32a90f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/1bdb99e237dd4d5eb567178a6e32a90f 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fbd65c42b8634bf0bab9fd71b5fb56ff to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fbd65c42b8634bf0bab9fd71b5fb56ff 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/a3d56330c72143fca9a3323cc1b9de2e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/a3d56330c72143fca9a3323cc1b9de2e 2024-12-11T19:28:02,395 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/33b8f4b457eb431880460f74ea0f4577 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/33b8f4b457eb431880460f74ea0f4577 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/43bb5a65628840ffbef612cabcdb3a16 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/43bb5a65628840ffbef612cabcdb3a16 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0b51c72701314f679d1c9d4d5bb5ae6f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/0b51c72701314f679d1c9d4d5bb5ae6f 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8b3c18bac2934be6a844b034f5b51a79 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/8b3c18bac2934be6a844b034f5b51a79 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/36a507528e184fa883b044dee249eaf6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/36a507528e184fa883b044dee249eaf6 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/e011baa23e41419fa53a95f2b18ea810 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/e011baa23e41419fa53a95f2b18ea810 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/4608db102e5f4f32a04635010494ed2b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/4608db102e5f4f32a04635010494ed2b 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/82ef9222acdb4e3f9953203f558c5f38 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/82ef9222acdb4e3f9953203f558c5f38 2024-12-11T19:28:02,396 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/28db52b9037e4efd9b0431b88898a8c7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/28db52b9037e4efd9b0431b88898a8c7 2024-12-11T19:28:02,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/7d6cb3e08ac74f1a92c0ce19bcf5d176, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/03734d7ceb4d4d4985b85d7aa12e6662, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a2c6dc763618454292189ba5231612d7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/0ce48858897f4cc98508a8773a1b147e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/715a11cfd8ae482fa73e1b33460d5bce, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a8ad7d3163e74ecaba2261659b68c92c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/eda0762b53594545b80933a6af28e534, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/cc35dc3affc34f7ba7ff3204190b9976, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/deaedefb7a1d45d8b03e105297208f8d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/36bd8e0303664718a467cd5c13f92df4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/bb8458f59ec74ef0b62aa41bfed53304, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/024de103d4004454801ffd1333822f8b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/b320eeb0c0254e0eae8733fd54e3e5c2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/19db05b1d5a34998b63252beae449cbb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/46b1c2ea3bb646b9922260641fa7be2c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/2a79f223e8dd48b5a35ddc8254d02a9f] to archive 2024-12-11T19:28:02,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:28:02,399 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/03734d7ceb4d4d4985b85d7aa12e6662 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/03734d7ceb4d4d4985b85d7aa12e6662 2024-12-11T19:28:02,400 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/7d6cb3e08ac74f1a92c0ce19bcf5d176 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/7d6cb3e08ac74f1a92c0ce19bcf5d176 2024-12-11T19:28:02,400 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a2c6dc763618454292189ba5231612d7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a2c6dc763618454292189ba5231612d7 2024-12-11T19:28:02,400 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/715a11cfd8ae482fa73e1b33460d5bce to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/715a11cfd8ae482fa73e1b33460d5bce 2024-12-11T19:28:02,400 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/0ce48858897f4cc98508a8773a1b147e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/0ce48858897f4cc98508a8773a1b147e 2024-12-11T19:28:02,400 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/cc35dc3affc34f7ba7ff3204190b9976 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/cc35dc3affc34f7ba7ff3204190b9976 2024-12-11T19:28:02,400 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/eda0762b53594545b80933a6af28e534 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/eda0762b53594545b80933a6af28e534 2024-12-11T19:28:02,400 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a8ad7d3163e74ecaba2261659b68c92c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/a8ad7d3163e74ecaba2261659b68c92c 2024-12-11T19:28:02,401 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/36bd8e0303664718a467cd5c13f92df4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/36bd8e0303664718a467cd5c13f92df4 2024-12-11T19:28:02,401 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/deaedefb7a1d45d8b03e105297208f8d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/deaedefb7a1d45d8b03e105297208f8d 2024-12-11T19:28:02,401 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/b320eeb0c0254e0eae8733fd54e3e5c2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/b320eeb0c0254e0eae8733fd54e3e5c2 2024-12-11T19:28:02,401 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/024de103d4004454801ffd1333822f8b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/024de103d4004454801ffd1333822f8b 2024-12-11T19:28:02,401 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/bb8458f59ec74ef0b62aa41bfed53304 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/bb8458f59ec74ef0b62aa41bfed53304 2024-12-11T19:28:02,402 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/46b1c2ea3bb646b9922260641fa7be2c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/46b1c2ea3bb646b9922260641fa7be2c 2024-12-11T19:28:02,402 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/2a79f223e8dd48b5a35ddc8254d02a9f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/2a79f223e8dd48b5a35ddc8254d02a9f 2024-12-11T19:28:02,402 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/19db05b1d5a34998b63252beae449cbb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/19db05b1d5a34998b63252beae449cbb 2024-12-11T19:28:02,404 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/recovered.edits/289.seqid, newMaxSeqId=289, maxSeqId=4 2024-12-11T19:28:02,405 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d. 2024-12-11T19:28:02,405 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1635): Region close journal for ae6137c94c052cddfc57683384082a6d: 2024-12-11T19:28:02,406 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(170): Closed ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:02,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=ae6137c94c052cddfc57683384082a6d, regionState=CLOSED 2024-12-11T19:28:02,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-11T19:28:02,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseRegionProcedure ae6137c94c052cddfc57683384082a6d, server=c93eb4842bd9,36395,1733945164274 in 3.3070 sec 2024-12-11T19:28:02,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-11T19:28:02,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae6137c94c052cddfc57683384082a6d, UNASSIGN in 3.3090 sec 2024-12-11T19:28:02,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-11T19:28:02,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3110 sec 2024-12-11T19:28:02,411 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945282411"}]},"ts":"1733945282411"} 2024-12-11T19:28:02,412 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T19:28:02,453 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T19:28:02,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4040 sec 2024-12-11T19:28:02,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T19:28:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-11T19:28:03,159 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-11T19:28:03,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T19:28:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:03,162 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:03,163 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=114, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-11T19:28:03,165 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,169 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/recovered.edits] 2024-12-11T19:28:03,174 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8b172bb965f04175b7a95ceecf836873 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/8b172bb965f04175b7a95ceecf836873 2024-12-11T19:28:03,174 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/57834c20bb9f4e4aacd48c1e2ee683c8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/57834c20bb9f4e4aacd48c1e2ee683c8 2024-12-11T19:28:03,174 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/f8ab9272e049425683626a5287f9f540 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/f8ab9272e049425683626a5287f9f540 2024-12-11T19:28:03,174 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c22db194ab3541548c1852fca92da309 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/A/c22db194ab3541548c1852fca92da309 2024-12-11T19:28:03,178 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/728f7d96673c4624a6d2a6311a006c1b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/728f7d96673c4624a6d2a6311a006c1b 2024-12-11T19:28:03,178 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/5757fc2f03bf4ba4a98a17ddca338136 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/5757fc2f03bf4ba4a98a17ddca338136 2024-12-11T19:28:03,178 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/b0e88cd69d5e4d17a42a78113a3c3109 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/b0e88cd69d5e4d17a42a78113a3c3109 2024-12-11T19:28:03,178 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fee905ed4fe54f4a99e211cba5a32c0a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/B/fee905ed4fe54f4a99e211cba5a32c0a 2024-12-11T19:28:03,182 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/4f103e1e5abb4baa9004e7bf04b86551 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/4f103e1e5abb4baa9004e7bf04b86551 2024-12-11T19:28:03,182 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/4ba1f47d363a45aab83b613a6a2fb29d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/4ba1f47d363a45aab83b613a6a2fb29d 2024-12-11T19:28:03,182 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/f43a3f28d40245a2aff71f5a24550631 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/f43a3f28d40245a2aff71f5a24550631 2024-12-11T19:28:03,182 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/c66511c50509491486b6f5cd6ecf0cf2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/C/c66511c50509491486b6f5cd6ecf0cf2 2024-12-11T19:28:03,185 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/recovered.edits/289.seqid to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d/recovered.edits/289.seqid 2024-12-11T19:28:03,185 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,185 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T19:28:03,186 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T19:28:03,186 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-11T19:28:03,193 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110a83db65088d44cdb347d894d5cb4370_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110a83db65088d44cdb347d894d5cb4370_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,193 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121102572559161c49c380cb52acedc4bc28_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121102572559161c49c380cb52acedc4bc28_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,193 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121115756683fb63462e9f097609f974c4eb_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121115756683fb63462e9f097609f974c4eb_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,194 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211297f2209bb2e44bbbc9860b8852e13e6_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211297f2209bb2e44bbbc9860b8852e13e6_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,194 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121133b793f075b3424f896e39f0232fe905_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121133b793f075b3424f896e39f0232fe905_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,194 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114aa6b00003a64b18b58e379879ad870d_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114aa6b00003a64b18b58e379879ad870d_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,194 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116934c5016c294eb4b72fdf8d65e3bf64_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116934c5016c294eb4b72fdf8d65e3bf64_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,194 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116aafdad937214eac9559da009d95f9cd_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116aafdad937214eac9559da009d95f9cd_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,195 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121185420a2cb2e84aed804c43023f5c8f6c_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121185420a2cb2e84aed804c43023f5c8f6c_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,195 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b23d744e5e824e3b8cbe499e50b45b8d_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b23d744e5e824e3b8cbe499e50b45b8d_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,195 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c0f8e23c17a14e9e9ad99c8a8b73ab23_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c0f8e23c17a14e9e9ad99c8a8b73ab23_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e5cb42911bc34b9cbe366d6271352891_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e5cb42911bc34b9cbe366d6271352891_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,196 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b274110ed7f64b59aca450b4a1c47203_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b274110ed7f64b59aca450b4a1c47203_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,196 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d11e010a316a40318d3020e905a564bf_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d11e010a316a40318d3020e905a564bf_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,196 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c581c6bde9014811bb6af4805d72994f_ae6137c94c052cddfc57683384082a6d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c581c6bde9014811bb6af4805d72994f_ae6137c94c052cddfc57683384082a6d 2024-12-11T19:28:03,196 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T19:28:03,198 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=114, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:03,200 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T19:28:03,202 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T19:28:03,202 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=114, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:03,202 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T19:28:03,203 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733945283202"}]},"ts":"9223372036854775807"} 2024-12-11T19:28:03,204 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T19:28:03,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ae6137c94c052cddfc57683384082a6d, NAME => 'TestAcidGuarantees,,1733945254393.ae6137c94c052cddfc57683384082a6d.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T19:28:03,204 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T19:28:03,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733945283204"}]},"ts":"9223372036854775807"} 2024-12-11T19:28:03,206 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-11T19:28:03,236 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=114, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:03,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-12-11T19:28:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-11T19:28:03,265 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-11T19:28:03,276 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245 (was 246), OpenFileDescriptor=456 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=1694 (was 1711) 2024-12-11T19:28:03,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=1694 2024-12-11T19:28:03,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:28:03,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:28:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:03,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T19:28:03,289 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:03,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 115 2024-12-11T19:28:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-12-11T19:28:03,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T19:28:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742234_1410 (size=963) 2024-12-11T19:28:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-12-11T19:28:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-12-11T19:28:03,698 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:28:03,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742235_1411 (size=53) 2024-12-11T19:28:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-12-11T19:28:03,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T19:28:04,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:28:04,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3781fa9eedb61f19c7e389d05466546c, disabling compactions & flushes 2024-12-11T19:28:04,105 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. after waiting 0 ms 2024-12-11T19:28:04,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,105 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,105 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:04,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T19:28:04,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733945284106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733945284106"}]},"ts":"1733945284106"} 2024-12-11T19:28:04,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T19:28:04,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T19:28:04,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945284108"}]},"ts":"1733945284108"} 2024-12-11T19:28:04,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T19:28:04,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3781fa9eedb61f19c7e389d05466546c, ASSIGN}] 2024-12-11T19:28:04,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3781fa9eedb61f19c7e389d05466546c, ASSIGN 2024-12-11T19:28:04,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3781fa9eedb61f19c7e389d05466546c, ASSIGN; state=OFFLINE, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=false 2024-12-11T19:28:04,331 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=3781fa9eedb61f19c7e389d05466546c, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:04,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; OpenRegionProcedure 3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:28:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-12-11T19:28:04,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:04,489 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,489 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:28:04,489 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,490 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:28:04,490 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,490 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,491 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,492 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:04,492 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3781fa9eedb61f19c7e389d05466546c columnFamilyName A 2024-12-11T19:28:04,492 DEBUG [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:04,492 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.HStore(327): Store=3781fa9eedb61f19c7e389d05466546c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:04,492 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,493 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:04,493 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3781fa9eedb61f19c7e389d05466546c columnFamilyName B 2024-12-11T19:28:04,494 DEBUG [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:04,494 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.HStore(327): Store=3781fa9eedb61f19c7e389d05466546c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:04,494 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,495 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:04,495 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3781fa9eedb61f19c7e389d05466546c columnFamilyName C 2024-12-11T19:28:04,495 DEBUG [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:04,496 INFO [StoreOpener-3781fa9eedb61f19c7e389d05466546c-1 {}] regionserver.HStore(327): Store=3781fa9eedb61f19c7e389d05466546c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:04,496 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,496 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,497 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,498 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:28:04,499 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:04,501 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:28:04,501 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened 3781fa9eedb61f19c7e389d05466546c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71488027, jitterRate=0.06525461375713348}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:28:04,502 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:04,502 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., pid=117, masterSystemTime=1733945284483 2024-12-11T19:28:04,503 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,503 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:04,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=3781fa9eedb61f19c7e389d05466546c, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:04,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-11T19:28:04,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; OpenRegionProcedure 3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 in 172 msec 2024-12-11T19:28:04,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-12-11T19:28:04,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3781fa9eedb61f19c7e389d05466546c, ASSIGN in 327 msec 2024-12-11T19:28:04,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T19:28:04,508 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945284508"}]},"ts":"1733945284508"} 2024-12-11T19:28:04,509 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T19:28:04,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T19:28:04,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3000 sec 2024-12-11T19:28:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-12-11T19:28:05,396 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 115 completed 2024-12-11T19:28:05,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-12-11T19:28:05,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,458 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T19:28:05,462 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T19:28:05,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-12-11T19:28:05,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-12-11T19:28:05,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,480 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-12-11T19:28:05,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-12-11T19:28:05,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,496 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-12-11T19:28:05,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-12-11T19:28:05,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,513 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-12-11T19:28:05,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-12-11T19:28:05,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-12-11T19:28:05,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc5e114 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d49886 2024-12-11T19:28:05,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d92042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:05,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-11T19:28:05,550 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-11T19:28:05,550 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:05,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:05,559 DEBUG [hconnection-0x39ac812d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,559 DEBUG [hconnection-0x5fef319e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,559 DEBUG [hconnection-0x30a1de1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,559 DEBUG [hconnection-0x78299894-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,559 DEBUG [hconnection-0x271d6281-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,559 DEBUG [hconnection-0x5b3635ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,560 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,560 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,560 DEBUG [hconnection-0x319f5442-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,560 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,560 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,560 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,561 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,561 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,563 DEBUG [hconnection-0x6ad58c1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,564 DEBUG [hconnection-0x2685a050-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,564 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,564 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,566 DEBUG [hconnection-0x73508856-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:05,567 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:05,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945345586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945345586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945345587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945345587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945345587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/dbf702f1efab4cf4ba6670654e14bcc6 is 50, key is test_row_1/A:col10/1733945285568/Put/seqid=0 2024-12-11T19:28:05,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742236_1412 (size=9657) 2024-12-11T19:28:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-11T19:28:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945345688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945345688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945345688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945345688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945345688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-11T19:28:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:05,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-11T19:28:05,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-11T19:28:05,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:05,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:05,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:05,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:05,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945345889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945345889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945345890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945345890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945345890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/dbf702f1efab4cf4ba6670654e14bcc6 2024-12-11T19:28:06,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-11T19:28:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/6fb14e2236164c0b8ad5b8e749e2d4fd is 50, key is test_row_1/B:col10/1733945285568/Put/seqid=0 2024-12-11T19:28:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742237_1413 (size=9657) 2024-12-11T19:28:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-11T19:28:06,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-11T19:28:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945346193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945346194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945346194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945346195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945346195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-11T19:28:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:06,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/6fb14e2236164c0b8ad5b8e749e2d4fd 2024-12-11T19:28:06,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d6c41daa18ef4ff1815ba952acc7cb8d is 50, key is test_row_1/C:col10/1733945285568/Put/seqid=0 2024-12-11T19:28:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742238_1414 (size=9657) 2024-12-11T19:28:06,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d6c41daa18ef4ff1815ba952acc7cb8d 2024-12-11T19:28:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/dbf702f1efab4cf4ba6670654e14bcc6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/dbf702f1efab4cf4ba6670654e14bcc6 2024-12-11T19:28:06,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/dbf702f1efab4cf4ba6670654e14bcc6, entries=100, sequenceid=13, filesize=9.4 K 2024-12-11T19:28:06,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/6fb14e2236164c0b8ad5b8e749e2d4fd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/6fb14e2236164c0b8ad5b8e749e2d4fd 2024-12-11T19:28:06,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/6fb14e2236164c0b8ad5b8e749e2d4fd, entries=100, sequenceid=13, filesize=9.4 K 2024-12-11T19:28:06,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d6c41daa18ef4ff1815ba952acc7cb8d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6c41daa18ef4ff1815ba952acc7cb8d 2024-12-11T19:28:06,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6c41daa18ef4ff1815ba952acc7cb8d, entries=100, sequenceid=13, filesize=9.4 K 2024-12-11T19:28:06,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 3781fa9eedb61f19c7e389d05466546c in 894ms, sequenceid=13, compaction requested=false 2024-12-11T19:28:06,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:06,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-11T19:28:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,464 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T19:28:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/76df967727924992b6d75b15af228d66 is 50, key is test_row_0/A:col10/1733945285586/Put/seqid=0 2024-12-11T19:28:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742239_1415 (size=12001) 2024-12-11T19:28:06,477 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/76df967727924992b6d75b15af228d66 2024-12-11T19:28:06,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/11d3a8ca612047f3b5456045b1b7db53 is 50, key is test_row_0/B:col10/1733945285586/Put/seqid=0 2024-12-11T19:28:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742240_1416 (size=12001) 2024-12-11T19:28:06,490 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/11d3a8ca612047f3b5456045b1b7db53 2024-12-11T19:28:06,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/0c409badbb604b87b3710baf30c92dbe is 50, key is test_row_0/C:col10/1733945285586/Put/seqid=0 2024-12-11T19:28:06,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742241_1417 (size=12001) 2024-12-11T19:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-11T19:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:06,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:06,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945346704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945346705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945346705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945346706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945346707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945346810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945346810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945346810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945346811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945346811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:06,909 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/0c409badbb604b87b3710baf30c92dbe 2024-12-11T19:28:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/76df967727924992b6d75b15af228d66 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/76df967727924992b6d75b15af228d66 2024-12-11T19:28:06,918 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/76df967727924992b6d75b15af228d66, entries=150, sequenceid=39, filesize=11.7 K 2024-12-11T19:28:06,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/11d3a8ca612047f3b5456045b1b7db53 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/11d3a8ca612047f3b5456045b1b7db53 2024-12-11T19:28:06,921 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/11d3a8ca612047f3b5456045b1b7db53, entries=150, sequenceid=39, filesize=11.7 K 2024-12-11T19:28:06,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/0c409badbb604b87b3710baf30c92dbe as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/0c409badbb604b87b3710baf30c92dbe 2024-12-11T19:28:06,925 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/0c409badbb604b87b3710baf30c92dbe, entries=150, sequenceid=39, filesize=11.7 K 2024-12-11T19:28:06,926 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3781fa9eedb61f19c7e389d05466546c in 462ms, sequenceid=39, compaction requested=false 2024-12-11T19:28:06,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:06,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:06,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-11T19:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-11T19:28:06,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-11T19:28:06,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3760 sec 2024-12-11T19:28:06,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.3790 sec 2024-12-11T19:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:07,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:07,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:07,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:07,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:07,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:07,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:07,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:07,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/536ed820f13e490987e64f5a0fb25c7d is 50, key is test_row_0/A:col10/1733945287015/Put/seqid=0 2024-12-11T19:28:07,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742242_1418 (size=14341) 2024-12-11T19:28:07,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945347038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945347038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945347039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945347042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945347042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945347143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945347143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945347143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945347146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945347146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945347346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945347346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945347347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945347352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945347353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/536ed820f13e490987e64f5a0fb25c7d 2024-12-11T19:28:07,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/fe1f141667434890951421fe0e4295a6 is 50, key is test_row_0/B:col10/1733945287015/Put/seqid=0 2024-12-11T19:28:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742243_1419 (size=12001) 2024-12-11T19:28:07,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/fe1f141667434890951421fe0e4295a6 2024-12-11T19:28:07,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/51274ca6c4a04460beff2d04bb8209a6 is 50, key is test_row_0/C:col10/1733945287015/Put/seqid=0 2024-12-11T19:28:07,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742244_1420 (size=12001) 2024-12-11T19:28:07,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945347650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945347651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945347651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-11T19:28:07,654 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-11T19:28:07,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-11T19:28:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-11T19:28:07,656 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:07,656 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:07,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945347656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945347656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-11T19:28:07,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-11T19:28:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:07,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:07,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/51274ca6c4a04460beff2d04bb8209a6 2024-12-11T19:28:07,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/536ed820f13e490987e64f5a0fb25c7d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/536ed820f13e490987e64f5a0fb25c7d 2024-12-11T19:28:07,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/536ed820f13e490987e64f5a0fb25c7d, entries=200, sequenceid=51, filesize=14.0 K 2024-12-11T19:28:07,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/fe1f141667434890951421fe0e4295a6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fe1f141667434890951421fe0e4295a6 2024-12-11T19:28:07,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fe1f141667434890951421fe0e4295a6, entries=150, sequenceid=51, filesize=11.7 K 2024-12-11T19:28:07,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/51274ca6c4a04460beff2d04bb8209a6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/51274ca6c4a04460beff2d04bb8209a6 2024-12-11T19:28:07,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/51274ca6c4a04460beff2d04bb8209a6, entries=150, sequenceid=51, filesize=11.7 K 2024-12-11T19:28:07,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3781fa9eedb61f19c7e389d05466546c in 845ms, sequenceid=51, compaction requested=true 2024-12-11T19:28:07,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:07,862 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:07,862 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:07,862 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:07,862 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:07,862 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:07,862 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:07,862 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:07,862 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:07,863 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/dbf702f1efab4cf4ba6670654e14bcc6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/76df967727924992b6d75b15af228d66, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/536ed820f13e490987e64f5a0fb25c7d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=35.2 K 2024-12-11T19:28:07,863 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/6fb14e2236164c0b8ad5b8e749e2d4fd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/11d3a8ca612047f3b5456045b1b7db53, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fe1f141667434890951421fe0e4295a6] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=32.9 K 2024-12-11T19:28:07,863 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbf702f1efab4cf4ba6670654e14bcc6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945285564 2024-12-11T19:28:07,863 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fb14e2236164c0b8ad5b8e749e2d4fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945285564 2024-12-11T19:28:07,863 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d3a8ca612047f3b5456045b1b7db53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733945285585 2024-12-11T19:28:07,863 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76df967727924992b6d75b15af228d66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733945285585 2024-12-11T19:28:07,863 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fe1f141667434890951421fe0e4295a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733945286705 2024-12-11T19:28:07,863 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 536ed820f13e490987e64f5a0fb25c7d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733945286705 2024-12-11T19:28:07,869 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:07,869 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/14ffbd46d4e342d1b786309ffda60213 is 50, key is test_row_0/B:col10/1733945287015/Put/seqid=0 2024-12-11T19:28:07,869 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:07,870 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/c0779e5f53ae4be6b0750d751737fcab is 50, key is test_row_0/A:col10/1733945287015/Put/seqid=0 2024-12-11T19:28:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742245_1421 (size=12104) 2024-12-11T19:28:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742246_1422 (size=12104) 2024-12-11T19:28:07,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T19:28:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-11T19:28:07,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:07,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-11T19:28:07,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:07,960 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:28:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/862a0a1da65b467ab17e966306e376c3 is 50, key is test_row_0/A:col10/1733945287041/Put/seqid=0 2024-12-11T19:28:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742247_1423 (size=12001) 2024-12-11T19:28:08,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945348223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945348224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945348224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945348225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945348226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-11T19:28:08,276 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/14ffbd46d4e342d1b786309ffda60213 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/14ffbd46d4e342d1b786309ffda60213 2024-12-11T19:28:08,281 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into 14ffbd46d4e342d1b786309ffda60213(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:08,281 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:08,281 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945287862; duration=0sec 2024-12-11T19:28:08,281 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:08,281 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:08,281 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:08,282 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:08,283 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:08,283 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:08,283 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6c41daa18ef4ff1815ba952acc7cb8d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/0c409badbb604b87b3710baf30c92dbe, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/51274ca6c4a04460beff2d04bb8209a6] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=32.9 K 2024-12-11T19:28:08,284 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d6c41daa18ef4ff1815ba952acc7cb8d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733945285564 2024-12-11T19:28:08,284 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c409badbb604b87b3710baf30c92dbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733945285585 2024-12-11T19:28:08,284 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 51274ca6c4a04460beff2d04bb8209a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733945286705 2024-12-11T19:28:08,285 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/c0779e5f53ae4be6b0750d751737fcab as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/c0779e5f53ae4be6b0750d751737fcab 2024-12-11T19:28:08,289 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into c0779e5f53ae4be6b0750d751737fcab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:08,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:08,289 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945287861; duration=0sec 2024-12-11T19:28:08,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:08,290 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:08,292 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:08,292 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/f783fcb624de4fbcacaed640928de792 is 50, key is test_row_0/C:col10/1733945287015/Put/seqid=0 2024-12-11T19:28:08,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742248_1424 (size=12104) 2024-12-11T19:28:08,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945348329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945348329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945348330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945348331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945348331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,367 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/862a0a1da65b467ab17e966306e376c3 2024-12-11T19:28:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/a3d3e736836746059747457919e551c7 is 50, key is test_row_0/B:col10/1733945287041/Put/seqid=0 2024-12-11T19:28:08,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742249_1425 (size=12001) 2024-12-11T19:28:08,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945348534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945348534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945348534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945348535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945348535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,704 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/f783fcb624de4fbcacaed640928de792 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f783fcb624de4fbcacaed640928de792 2024-12-11T19:28:08,708 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into f783fcb624de4fbcacaed640928de792(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:08,709 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:08,709 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945287862; duration=0sec 2024-12-11T19:28:08,709 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:08,709 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-11T19:28:08,781 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/a3d3e736836746059747457919e551c7 2024-12-11T19:28:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/9ae6ec9e87f242d1932be5e4914a9844 is 50, key is test_row_0/C:col10/1733945287041/Put/seqid=0 2024-12-11T19:28:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742250_1426 (size=12001) 2024-12-11T19:28:08,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945348840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945348840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945348841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945348841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945348841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,189 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/9ae6ec9e87f242d1932be5e4914a9844 2024-12-11T19:28:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/862a0a1da65b467ab17e966306e376c3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/862a0a1da65b467ab17e966306e376c3 2024-12-11T19:28:09,200 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/862a0a1da65b467ab17e966306e376c3, entries=150, sequenceid=76, filesize=11.7 K 2024-12-11T19:28:09,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/a3d3e736836746059747457919e551c7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a3d3e736836746059747457919e551c7 2024-12-11T19:28:09,204 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a3d3e736836746059747457919e551c7, entries=150, sequenceid=76, filesize=11.7 K 2024-12-11T19:28:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/9ae6ec9e87f242d1932be5e4914a9844 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/9ae6ec9e87f242d1932be5e4914a9844 2024-12-11T19:28:09,208 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/9ae6ec9e87f242d1932be5e4914a9844, entries=150, sequenceid=76, filesize=11.7 K 2024-12-11T19:28:09,209 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3781fa9eedb61f19c7e389d05466546c in 1249ms, sequenceid=76, compaction requested=false 2024-12-11T19:28:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-11T19:28:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-11T19:28:09,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-11T19:28:09,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec 2024-12-11T19:28:09,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.5570 sec 2024-12-11T19:28:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:09,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:28:09,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:09,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:09,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:09,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:09,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:09,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:09,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/427e0cdcf6aa432c882f008b5c61a9a2 is 50, key is test_row_1/A:col10/1733945289346/Put/seqid=0 2024-12-11T19:28:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742251_1427 (size=11997) 2024-12-11T19:28:09,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/427e0cdcf6aa432c882f008b5c61a9a2 2024-12-11T19:28:09,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/c23566d7ad124fadba6c6b2255c52bee is 50, key is test_row_1/B:col10/1733945289346/Put/seqid=0 2024-12-11T19:28:09,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742252_1428 (size=9657) 2024-12-11T19:28:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945349371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945349371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945349373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945349373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945349374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945349474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945349476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945349478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945349479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945349480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945349679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945349680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945349681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945349683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945349687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-11T19:28:09,759 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-11T19:28:09,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-11T19:28:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-11T19:28:09,761 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:09,761 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:09,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:09,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/c23566d7ad124fadba6c6b2255c52bee 2024-12-11T19:28:09,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d54e13316fef4f058eae77b9dfaeaa09 is 50, key is test_row_1/C:col10/1733945289346/Put/seqid=0 2024-12-11T19:28:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742253_1429 (size=9657) 2024-12-11T19:28:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-11T19:28:09,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-11T19:28:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:09,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945349983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945349983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945349985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945349985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945349991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-11T19:28:10,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-11T19:28:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:10,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:10,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d54e13316fef4f058eae77b9dfaeaa09 2024-12-11T19:28:10,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/427e0cdcf6aa432c882f008b5c61a9a2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/427e0cdcf6aa432c882f008b5c61a9a2 2024-12-11T19:28:10,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/427e0cdcf6aa432c882f008b5c61a9a2, entries=150, sequenceid=91, filesize=11.7 K 2024-12-11T19:28:10,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/c23566d7ad124fadba6c6b2255c52bee as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/c23566d7ad124fadba6c6b2255c52bee 2024-12-11T19:28:10,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/c23566d7ad124fadba6c6b2255c52bee, entries=100, sequenceid=91, filesize=9.4 K 2024-12-11T19:28:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d54e13316fef4f058eae77b9dfaeaa09 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d54e13316fef4f058eae77b9dfaeaa09 2024-12-11T19:28:10,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d54e13316fef4f058eae77b9dfaeaa09, entries=100, sequenceid=91, filesize=9.4 K 2024-12-11T19:28:10,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3781fa9eedb61f19c7e389d05466546c in 844ms, sequenceid=91, compaction requested=true 2024-12-11T19:28:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:10,192 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:10,192 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:10,192 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:10,192 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:10,192 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:10,192 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:10,193 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:10,193 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/14ffbd46d4e342d1b786309ffda60213, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a3d3e736836746059747457919e551c7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/c23566d7ad124fadba6c6b2255c52bee] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=33.0 K 2024-12-11T19:28:10,193 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:10,193 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/c0779e5f53ae4be6b0750d751737fcab, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/862a0a1da65b467ab17e966306e376c3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/427e0cdcf6aa432c882f008b5c61a9a2] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=35.3 K 2024-12-11T19:28:10,193 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ffbd46d4e342d1b786309ffda60213, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733945286705 2024-12-11T19:28:10,193 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0779e5f53ae4be6b0750d751737fcab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733945286705 2024-12-11T19:28:10,193 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d3e736836746059747457919e551c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733945287036 2024-12-11T19:28:10,193 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 862a0a1da65b467ab17e966306e376c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733945287036 2024-12-11T19:28:10,194 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 427e0cdcf6aa432c882f008b5c61a9a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945288161 2024-12-11T19:28:10,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c23566d7ad124fadba6c6b2255c52bee, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945288161 2024-12-11T19:28:10,208 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:10,209 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/38f9033f1455463e82b605d2938b3453 is 50, key is test_row_0/A:col10/1733945287041/Put/seqid=0 2024-12-11T19:28:10,212 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:10,212 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/bb12f75cfd1f4e1ab0a8a8503903845a is 50, key is test_row_0/B:col10/1733945287041/Put/seqid=0 2024-12-11T19:28:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742254_1430 (size=12207) 2024-12-11T19:28:10,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-11T19:28:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:10,217 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:28:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:10,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:10,221 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/38f9033f1455463e82b605d2938b3453 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/38f9033f1455463e82b605d2938b3453 2024-12-11T19:28:10,227 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into 38f9033f1455463e82b605d2938b3453(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:10,227 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:10,227 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945290192; duration=0sec 2024-12-11T19:28:10,227 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:10,227 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:10,227 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:10,228 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:10,228 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:10,228 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:10,228 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f783fcb624de4fbcacaed640928de792, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/9ae6ec9e87f242d1932be5e4914a9844, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d54e13316fef4f058eae77b9dfaeaa09] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=33.0 K 2024-12-11T19:28:10,228 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting f783fcb624de4fbcacaed640928de792, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733945286705 2024-12-11T19:28:10,229 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ae6ec9e87f242d1932be5e4914a9844, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733945287036 2024-12-11T19:28:10,229 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d54e13316fef4f058eae77b9dfaeaa09, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945288161 2024-12-11T19:28:10,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742255_1431 (size=12207) 2024-12-11T19:28:10,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/7dc3dfe0d64d441ca5cabbc416f0667a is 50, key is test_row_0/A:col10/1733945289365/Put/seqid=0 2024-12-11T19:28:10,236 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:10,236 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d82ba78937254356bf8f19d513a38695 is 50, key is test_row_0/C:col10/1733945287041/Put/seqid=0 2024-12-11T19:28:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742256_1432 (size=12001) 2024-12-11T19:28:10,253 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/7dc3dfe0d64d441ca5cabbc416f0667a 2024-12-11T19:28:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742257_1433 (size=12207) 2024-12-11T19:28:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/4adc2be92b934c9b841cbd1a9711048a is 50, key is test_row_0/B:col10/1733945289365/Put/seqid=0 2024-12-11T19:28:10,261 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d82ba78937254356bf8f19d513a38695 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d82ba78937254356bf8f19d513a38695 2024-12-11T19:28:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742258_1434 (size=12001) 2024-12-11T19:28:10,265 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/4adc2be92b934c9b841cbd1a9711048a 2024-12-11T19:28:10,266 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into d82ba78937254356bf8f19d513a38695(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:10,266 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:10,266 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945290192; duration=0sec 2024-12-11T19:28:10,266 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:10,266 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/2185a17be9014adb843a42a1887c619a is 50, key is test_row_0/C:col10/1733945289365/Put/seqid=0 2024-12-11T19:28:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742259_1435 (size=12001) 2024-12-11T19:28:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-11T19:28:10,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:10,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945350496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945350498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945350500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945350501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945350501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945350602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945350605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945350608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945350608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,638 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/bb12f75cfd1f4e1ab0a8a8503903845a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/bb12f75cfd1f4e1ab0a8a8503903845a 2024-12-11T19:28:10,642 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into bb12f75cfd1f4e1ab0a8a8503903845a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:10,642 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:10,642 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945290192; duration=0sec 2024-12-11T19:28:10,643 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:10,643 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:10,705 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/2185a17be9014adb843a42a1887c619a 2024-12-11T19:28:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/7dc3dfe0d64d441ca5cabbc416f0667a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/7dc3dfe0d64d441ca5cabbc416f0667a 2024-12-11T19:28:10,714 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/7dc3dfe0d64d441ca5cabbc416f0667a, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T19:28:10,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/4adc2be92b934c9b841cbd1a9711048a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/4adc2be92b934c9b841cbd1a9711048a 2024-12-11T19:28:10,720 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/4adc2be92b934c9b841cbd1a9711048a, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T19:28:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/2185a17be9014adb843a42a1887c619a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/2185a17be9014adb843a42a1887c619a 2024-12-11T19:28:10,725 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/2185a17be9014adb843a42a1887c619a, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T19:28:10,726 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3781fa9eedb61f19c7e389d05466546c in 509ms, sequenceid=116, compaction requested=false 2024-12-11T19:28:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-11T19:28:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-11T19:28:10,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-11T19:28:10,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 967 msec 2024-12-11T19:28:10,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 969 msec 2024-12-11T19:28:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:10,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T19:28:10,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:10,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:10,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:10,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:10,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/922a3a003b0641ab8b23f6449427c9c5 is 50, key is test_row_0/A:col10/1733945290807/Put/seqid=0 2024-12-11T19:28:10,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742260_1436 (size=14441) 2024-12-11T19:28:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-11T19:28:10,867 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-11T19:28:10,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-11T19:28:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-11T19:28:10,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945350863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945350868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945350868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945350868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-11T19:28:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945350970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945350976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945350976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945350976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-11T19:28:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-11T19:28:11,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-11T19:28:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:11,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945351175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945351182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945351182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945351182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/922a3a003b0641ab8b23f6449427c9c5 2024-12-11T19:28:11,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/3409db53dd774cea855b2bf63f03aa00 is 50, key is test_row_0/B:col10/1733945290807/Put/seqid=0 2024-12-11T19:28:11,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742261_1437 (size=12051) 2024-12-11T19:28:11,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/3409db53dd774cea855b2bf63f03aa00 2024-12-11T19:28:11,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3ab8188c1c3d4f4692058ae3eadd2bf2 is 50, key is test_row_0/C:col10/1733945290807/Put/seqid=0 2024-12-11T19:28:11,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742262_1438 (size=12051) 2024-12-11T19:28:11,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3ab8188c1c3d4f4692058ae3eadd2bf2 2024-12-11T19:28:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/922a3a003b0641ab8b23f6449427c9c5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/922a3a003b0641ab8b23f6449427c9c5 2024-12-11T19:28:11,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/922a3a003b0641ab8b23f6449427c9c5, entries=200, sequenceid=132, filesize=14.1 K 2024-12-11T19:28:11,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/3409db53dd774cea855b2bf63f03aa00 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/3409db53dd774cea855b2bf63f03aa00 2024-12-11T19:28:11,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/3409db53dd774cea855b2bf63f03aa00, entries=150, sequenceid=132, filesize=11.8 K 2024-12-11T19:28:11,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3ab8188c1c3d4f4692058ae3eadd2bf2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3ab8188c1c3d4f4692058ae3eadd2bf2 2024-12-11T19:28:11,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3ab8188c1c3d4f4692058ae3eadd2bf2, entries=150, sequenceid=132, filesize=11.8 K 2024-12-11T19:28:11,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3781fa9eedb61f19c7e389d05466546c in 442ms, sequenceid=132, compaction requested=true 2024-12-11T19:28:11,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:11,251 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:11,251 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:11,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:11,251 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:11,251 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:11,252 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,252 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,252 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/bb12f75cfd1f4e1ab0a8a8503903845a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/4adc2be92b934c9b841cbd1a9711048a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/3409db53dd774cea855b2bf63f03aa00] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=35.4 K 2024-12-11T19:28:11,252 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/38f9033f1455463e82b605d2938b3453, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/7dc3dfe0d64d441ca5cabbc416f0667a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/922a3a003b0641ab8b23f6449427c9c5] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=37.7 K 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting bb12f75cfd1f4e1ab0a8a8503903845a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945287041 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38f9033f1455463e82b605d2938b3453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945287041 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 4adc2be92b934c9b841cbd1a9711048a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733945289365 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dc3dfe0d64d441ca5cabbc416f0667a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733945289365 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 922a3a003b0641ab8b23f6449427c9c5, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733945290493 2024-12-11T19:28:11,252 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3409db53dd774cea855b2bf63f03aa00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733945290493 2024-12-11T19:28:11,259 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:11,260 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:11,260 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/29d385f69ada4d458c94eb1100adb15f is 50, key is test_row_0/B:col10/1733945290807/Put/seqid=0 2024-12-11T19:28:11,260 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/34bdc030cf30459981ea3a20c0caed34 is 50, key is test_row_0/A:col10/1733945290807/Put/seqid=0 2024-12-11T19:28:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742263_1439 (size=12359) 2024-12-11T19:28:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742264_1440 (size=12359) 2024-12-11T19:28:11,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-11T19:28:11,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,325 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:28:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:11,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/01a37a4db4be4f9381be48a339b2a6ba is 50, key is test_row_0/A:col10/1733945290867/Put/seqid=0 2024-12-11T19:28:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742265_1441 (size=12151) 2024-12-11T19:28:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-11T19:28:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:11,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945351495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945351497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945351498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945351498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945351510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945351599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945351602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945351602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945351604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,684 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/34bdc030cf30459981ea3a20c0caed34 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/34bdc030cf30459981ea3a20c0caed34 2024-12-11T19:28:11,687 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into 34bdc030cf30459981ea3a20c0caed34(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:11,687 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:11,687 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945291250; duration=0sec 2024-12-11T19:28:11,687 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:11,687 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:11,687 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:11,689 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:11,689 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:11,689 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:11,689 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d82ba78937254356bf8f19d513a38695, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/2185a17be9014adb843a42a1887c619a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3ab8188c1c3d4f4692058ae3eadd2bf2] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=35.4 K 2024-12-11T19:28:11,689 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d82ba78937254356bf8f19d513a38695, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945287041 2024-12-11T19:28:11,689 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2185a17be9014adb843a42a1887c619a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733945289365 2024-12-11T19:28:11,690 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ab8188c1c3d4f4692058ae3eadd2bf2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733945290493 2024-12-11T19:28:11,699 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/29d385f69ada4d458c94eb1100adb15f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/29d385f69ada4d458c94eb1100adb15f 2024-12-11T19:28:11,704 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into 29d385f69ada4d458c94eb1100adb15f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:11,704 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:11,704 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945291251; duration=0sec 2024-12-11T19:28:11,704 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:11,705 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:11,712 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#371 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:11,713 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/990f50833d47448194c55ed1cb5d8fda is 50, key is test_row_0/C:col10/1733945290807/Put/seqid=0 2024-12-11T19:28:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742266_1442 (size=12359) 2024-12-11T19:28:11,732 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/01a37a4db4be4f9381be48a339b2a6ba 2024-12-11T19:28:11,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/105e4ca921e5460b9870545479912d64 is 50, key is test_row_0/B:col10/1733945290867/Put/seqid=0 2024-12-11T19:28:11,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742267_1443 (size=12151) 2024-12-11T19:28:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945351803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945351806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945351806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945351809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-11T19:28:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945352108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945352111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945352113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945352113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,125 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/990f50833d47448194c55ed1cb5d8fda as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/990f50833d47448194c55ed1cb5d8fda 2024-12-11T19:28:12,131 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into 990f50833d47448194c55ed1cb5d8fda(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:12,131 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:12,131 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945291251; duration=0sec 2024-12-11T19:28:12,131 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:12,131 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:12,143 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/105e4ca921e5460b9870545479912d64 2024-12-11T19:28:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d7d73fa8c1bf4fc9805472e8a7801e08 is 50, key is test_row_0/C:col10/1733945290867/Put/seqid=0 2024-12-11T19:28:12,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742268_1444 (size=12151) 2024-12-11T19:28:12,554 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d7d73fa8c1bf4fc9805472e8a7801e08 2024-12-11T19:28:12,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/01a37a4db4be4f9381be48a339b2a6ba as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/01a37a4db4be4f9381be48a339b2a6ba 2024-12-11T19:28:12,559 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/01a37a4db4be4f9381be48a339b2a6ba, entries=150, sequenceid=156, filesize=11.9 K 2024-12-11T19:28:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/105e4ca921e5460b9870545479912d64 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/105e4ca921e5460b9870545479912d64 2024-12-11T19:28:12,563 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/105e4ca921e5460b9870545479912d64, entries=150, sequenceid=156, filesize=11.9 K 2024-12-11T19:28:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d7d73fa8c1bf4fc9805472e8a7801e08 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d7d73fa8c1bf4fc9805472e8a7801e08 2024-12-11T19:28:12,567 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d7d73fa8c1bf4fc9805472e8a7801e08, entries=150, sequenceid=156, filesize=11.9 K 2024-12-11T19:28:12,568 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3781fa9eedb61f19c7e389d05466546c in 1243ms, sequenceid=156, compaction requested=false 2024-12-11T19:28:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-11T19:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-11T19:28:12,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-11T19:28:12,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-12-11T19:28:12,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.7020 sec 2024-12-11T19:28:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:12,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T19:28:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:12,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/161ca895b7eb4cb78c5e04096444b16f is 50, key is test_row_0/A:col10/1733945292618/Put/seqid=0 2024-12-11T19:28:12,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742269_1445 (size=14541) 2024-12-11T19:28:12,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/161ca895b7eb4cb78c5e04096444b16f 2024-12-11T19:28:12,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e6f94d0ce40442fbb6311532e46b16bc is 50, key is test_row_0/B:col10/1733945292618/Put/seqid=0 2024-12-11T19:28:12,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742270_1446 (size=12151) 2024-12-11T19:28:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945352650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945352650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945352651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945352655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945352756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945352756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945352756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945352758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945352961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945352962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945352963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945352963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-11T19:28:12,972 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-11T19:28:12,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-11T19:28:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-11T19:28:12,974 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:12,974 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:12,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:13,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e6f94d0ce40442fbb6311532e46b16bc 2024-12-11T19:28:13,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/388a81df2490458b8eba01b8c3845e4d is 50, key is test_row_0/C:col10/1733945292618/Put/seqid=0 2024-12-11T19:28:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742271_1447 (size=12151) 2024-12-11T19:28:13,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/388a81df2490458b8eba01b8c3845e4d 2024-12-11T19:28:13,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/161ca895b7eb4cb78c5e04096444b16f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/161ca895b7eb4cb78c5e04096444b16f 2024-12-11T19:28:13,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/161ca895b7eb4cb78c5e04096444b16f, entries=200, sequenceid=173, filesize=14.2 K 2024-12-11T19:28:13,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e6f94d0ce40442fbb6311532e46b16bc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e6f94d0ce40442fbb6311532e46b16bc 2024-12-11T19:28:13,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e6f94d0ce40442fbb6311532e46b16bc, entries=150, sequenceid=173, filesize=11.9 K 2024-12-11T19:28:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/388a81df2490458b8eba01b8c3845e4d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/388a81df2490458b8eba01b8c3845e4d 2024-12-11T19:28:13,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/388a81df2490458b8eba01b8c3845e4d, entries=150, sequenceid=173, filesize=11.9 K 2024-12-11T19:28:13,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3781fa9eedb61f19c7e389d05466546c in 449ms, sequenceid=173, compaction requested=true 2024-12-11T19:28:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:13,069 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:13,069 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:13,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:13,070 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:13,070 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:13,070 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:13,070 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:13,070 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:13,070 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:13,070 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/29d385f69ada4d458c94eb1100adb15f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/105e4ca921e5460b9870545479912d64, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e6f94d0ce40442fbb6311532e46b16bc] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=35.8 K 2024-12-11T19:28:13,070 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/34bdc030cf30459981ea3a20c0caed34, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/01a37a4db4be4f9381be48a339b2a6ba, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/161ca895b7eb4cb78c5e04096444b16f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=38.1 K 2024-12-11T19:28:13,070 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34bdc030cf30459981ea3a20c0caed34, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733945290493 2024-12-11T19:28:13,070 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 29d385f69ada4d458c94eb1100adb15f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733945290493 2024-12-11T19:28:13,070 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01a37a4db4be4f9381be48a339b2a6ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733945290859 2024-12-11T19:28:13,071 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 105e4ca921e5460b9870545479912d64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733945290859 2024-12-11T19:28:13,071 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161ca895b7eb4cb78c5e04096444b16f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733945291494 2024-12-11T19:28:13,071 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f94d0ce40442fbb6311532e46b16bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733945291497 2024-12-11T19:28:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-11T19:28:13,076 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:13,077 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/59b5ebca63c74347ae961abaec4bd361 is 50, key is test_row_0/A:col10/1733945292618/Put/seqid=0 2024-12-11T19:28:13,078 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:13,079 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/cc4cbe8b0da2447eb749bc67e10ae4cb is 50, key is test_row_0/B:col10/1733945292618/Put/seqid=0 2024-12-11T19:28:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742272_1448 (size=12561) 2024-12-11T19:28:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742273_1449 (size=12561) 2024-12-11T19:28:13,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-11T19:28:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:13,126 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T19:28:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/a0c857d3ef6a4a7bbb34beac7665a42d is 50, key is test_row_0/A:col10/1733945292648/Put/seqid=0 2024-12-11T19:28:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742274_1450 (size=12151) 2024-12-11T19:28:13,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-11T19:28:13,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945353284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945353289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945353290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945353293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945353397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945353400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945353402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945353404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,486 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/59b5ebca63c74347ae961abaec4bd361 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/59b5ebca63c74347ae961abaec4bd361 2024-12-11T19:28:13,490 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into 59b5ebca63c74347ae961abaec4bd361(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:13,490 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:13,490 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945293069; duration=0sec 2024-12-11T19:28:13,490 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:13,490 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:13,490 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:13,491 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:13,491 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:13,491 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:13,491 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/990f50833d47448194c55ed1cb5d8fda, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d7d73fa8c1bf4fc9805472e8a7801e08, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/388a81df2490458b8eba01b8c3845e4d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=35.8 K 2024-12-11T19:28:13,491 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 990f50833d47448194c55ed1cb5d8fda, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733945290493 2024-12-11T19:28:13,491 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7d73fa8c1bf4fc9805472e8a7801e08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733945290859 2024-12-11T19:28:13,492 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388a81df2490458b8eba01b8c3845e4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733945291497 2024-12-11T19:28:13,498 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#380 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:13,499 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ecec22e0af8b4708afaf6dbf775affee is 50, key is test_row_0/C:col10/1733945292618/Put/seqid=0 2024-12-11T19:28:13,501 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/cc4cbe8b0da2447eb749bc67e10ae4cb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/cc4cbe8b0da2447eb749bc67e10ae4cb 2024-12-11T19:28:13,504 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into cc4cbe8b0da2447eb749bc67e10ae4cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:13,504 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:13,504 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945293069; duration=0sec 2024-12-11T19:28:13,504 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:13,504 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742275_1451 (size=12561) 2024-12-11T19:28:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945353524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,528 DEBUG [Thread-1859 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., hostname=c93eb4842bd9,36395,1733945164274, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:28:13,534 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/a0c857d3ef6a4a7bbb34beac7665a42d 2024-12-11T19:28:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2f45ae66f0064608b6d6fce3952ae6c4 is 50, key is test_row_0/B:col10/1733945292648/Put/seqid=0 2024-12-11T19:28:13,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742276_1452 (size=12151) 2024-12-11T19:28:13,544 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2f45ae66f0064608b6d6fce3952ae6c4 2024-12-11T19:28:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/a106680f311040c29cc1646600cd5c2a is 50, key is test_row_0/C:col10/1733945292648/Put/seqid=0 2024-12-11T19:28:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742277_1453 (size=12151) 2024-12-11T19:28:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-11T19:28:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945353604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945353605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945353607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945353611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,915 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ecec22e0af8b4708afaf6dbf775affee as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ecec22e0af8b4708afaf6dbf775affee 2024-12-11T19:28:13,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945353910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945353913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945353915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945353919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:13,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T19:28:13,925 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-11T19:28:13,928 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into ecec22e0af8b4708afaf6dbf775affee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:13,928 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:13,928 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945293069; duration=0sec 2024-12-11T19:28:13,929 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:13,929 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:13,963 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/a106680f311040c29cc1646600cd5c2a 2024-12-11T19:28:13,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/a0c857d3ef6a4a7bbb34beac7665a42d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/a0c857d3ef6a4a7bbb34beac7665a42d 2024-12-11T19:28:13,970 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/a0c857d3ef6a4a7bbb34beac7665a42d, entries=150, sequenceid=195, filesize=11.9 K 2024-12-11T19:28:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2f45ae66f0064608b6d6fce3952ae6c4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2f45ae66f0064608b6d6fce3952ae6c4 2024-12-11T19:28:13,973 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2f45ae66f0064608b6d6fce3952ae6c4, entries=150, sequenceid=195, filesize=11.9 K 2024-12-11T19:28:13,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/a106680f311040c29cc1646600cd5c2a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/a106680f311040c29cc1646600cd5c2a 2024-12-11T19:28:13,980 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/a106680f311040c29cc1646600cd5c2a, entries=150, sequenceid=195, filesize=11.9 K 2024-12-11T19:28:13,980 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3781fa9eedb61f19c7e389d05466546c in 854ms, sequenceid=195, compaction requested=false 2024-12-11T19:28:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-11T19:28:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-11T19:28:13,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-11T19:28:13,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-12-11T19:28:13,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0090 sec 2024-12-11T19:28:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-11T19:28:14,077 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-11T19:28:14,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-11T19:28:14,079 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-11T19:28:14,079 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:14,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-11T19:28:14,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-11T19:28:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:14,231 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:28:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/daca730a92d04b0186a14d5f430fe056 is 50, key is test_row_0/A:col10/1733945293288/Put/seqid=0 2024-12-11T19:28:14,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742278_1454 (size=9757) 2024-12-11T19:28:14,247 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/daca730a92d04b0186a14d5f430fe056 2024-12-11T19:28:14,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/376436dc42f94e18a48fb81a60cf5226 is 50, key is test_row_0/B:col10/1733945293288/Put/seqid=0 2024-12-11T19:28:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742279_1455 (size=9757) 2024-12-11T19:28:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-11T19:28:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:14,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945354439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945354439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945354440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945354441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945354544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945354544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945354544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945354547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,662 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/376436dc42f94e18a48fb81a60cf5226 2024-12-11T19:28:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/bdbf1d9bbb454ffb96e2efc01cff5b56 is 50, key is test_row_0/C:col10/1733945293288/Put/seqid=0 2024-12-11T19:28:14,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742280_1456 (size=9757) 2024-12-11T19:28:14,675 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/bdbf1d9bbb454ffb96e2efc01cff5b56 2024-12-11T19:28:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/daca730a92d04b0186a14d5f430fe056 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/daca730a92d04b0186a14d5f430fe056 2024-12-11T19:28:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-11T19:28:14,683 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/daca730a92d04b0186a14d5f430fe056, entries=100, sequenceid=212, filesize=9.5 K 2024-12-11T19:28:14,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/376436dc42f94e18a48fb81a60cf5226 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/376436dc42f94e18a48fb81a60cf5226 2024-12-11T19:28:14,686 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/376436dc42f94e18a48fb81a60cf5226, entries=100, sequenceid=212, filesize=9.5 K 2024-12-11T19:28:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/bdbf1d9bbb454ffb96e2efc01cff5b56 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdbf1d9bbb454ffb96e2efc01cff5b56 2024-12-11T19:28:14,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdbf1d9bbb454ffb96e2efc01cff5b56, entries=100, sequenceid=212, filesize=9.5 K 2024-12-11T19:28:14,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3781fa9eedb61f19c7e389d05466546c in 460ms, sequenceid=212, compaction requested=true 2024-12-11T19:28:14,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:14,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:14,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-11T19:28:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-11T19:28:14,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-11T19:28:14,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-12-11T19:28:14,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 615 msec 2024-12-11T19:28:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:14,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:28:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:14,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/98295ef2528244999a1c0536cb3a34da is 50, key is test_row_0/A:col10/1733945294750/Put/seqid=0 2024-12-11T19:28:14,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742281_1457 (size=19321) 2024-12-11T19:28:14,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/98295ef2528244999a1c0536cb3a34da 2024-12-11T19:28:14,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945354760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b53e0d3b99be4eb1a473d9774d2ac1cb is 50, key is test_row_0/B:col10/1733945294750/Put/seqid=0 2024-12-11T19:28:14,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945354764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945354765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945354767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742282_1458 (size=12151) 2024-12-11T19:28:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945354874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945354874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945354877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:14,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945354878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945355079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945355080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945355080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945355081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b53e0d3b99be4eb1a473d9774d2ac1cb 2024-12-11T19:28:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-11T19:28:15,182 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-11T19:28:15,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-11T19:28:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-11T19:28:15,186 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:15,187 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:15,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:15,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/f6d33794e3a744be859c7d205d5e7631 is 50, key is test_row_0/C:col10/1733945294750/Put/seqid=0 2024-12-11T19:28:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742283_1459 (size=12151) 2024-12-11T19:28:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-11T19:28:15,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-11T19:28:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945355385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945355387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945355387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945355388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-11T19:28:15,490 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-11T19:28:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/f6d33794e3a744be859c7d205d5e7631 2024-12-11T19:28:15,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/98295ef2528244999a1c0536cb3a34da as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/98295ef2528244999a1c0536cb3a34da 2024-12-11T19:28:15,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/98295ef2528244999a1c0536cb3a34da, entries=300, sequenceid=237, filesize=18.9 K 2024-12-11T19:28:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b53e0d3b99be4eb1a473d9774d2ac1cb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b53e0d3b99be4eb1a473d9774d2ac1cb 2024-12-11T19:28:15,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b53e0d3b99be4eb1a473d9774d2ac1cb, entries=150, sequenceid=237, filesize=11.9 K 2024-12-11T19:28:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/f6d33794e3a744be859c7d205d5e7631 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6d33794e3a744be859c7d205d5e7631 2024-12-11T19:28:15,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-11T19:28:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:15,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6d33794e3a744be859c7d205d5e7631, entries=150, sequenceid=237, filesize=11.9 K 2024-12-11T19:28:15,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3781fa9eedb61f19c7e389d05466546c in 893ms, sequenceid=237, compaction requested=true 2024-12-11T19:28:15,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:15,646 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:15,646 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:15,648 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:15,648 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:15,648 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,648 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/cc4cbe8b0da2447eb749bc67e10ae4cb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2f45ae66f0064608b6d6fce3952ae6c4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/376436dc42f94e18a48fb81a60cf5226, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b53e0d3b99be4eb1a473d9774d2ac1cb] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=45.5 K 2024-12-11T19:28:15,648 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53790 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:15,648 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:15,648 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,648 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/59b5ebca63c74347ae961abaec4bd361, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/a0c857d3ef6a4a7bbb34beac7665a42d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/daca730a92d04b0186a14d5f430fe056, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/98295ef2528244999a1c0536cb3a34da] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=52.5 K 2024-12-11T19:28:15,648 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting cc4cbe8b0da2447eb749bc67e10ae4cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733945291497 2024-12-11T19:28:15,649 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59b5ebca63c74347ae961abaec4bd361, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733945291497 2024-12-11T19:28:15,649 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f45ae66f0064608b6d6fce3952ae6c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733945292648 2024-12-11T19:28:15,649 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0c857d3ef6a4a7bbb34beac7665a42d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733945292648 2024-12-11T19:28:15,649 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 376436dc42f94e18a48fb81a60cf5226, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733945293288 2024-12-11T19:28:15,649 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting daca730a92d04b0186a14d5f430fe056, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733945293288 2024-12-11T19:28:15,649 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b53e0d3b99be4eb1a473d9774d2ac1cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945294750 2024-12-11T19:28:15,649 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98295ef2528244999a1c0536cb3a34da, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945294438 2024-12-11T19:28:15,657 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:15,657 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:15,657 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e902e0f9122c493db72a3968c5d09df4 is 50, key is test_row_0/B:col10/1733945294750/Put/seqid=0 2024-12-11T19:28:15,657 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/213ec49d237b4719b92042fe1cacbf7d is 50, key is test_row_0/A:col10/1733945294750/Put/seqid=0 2024-12-11T19:28:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742285_1461 (size=12697) 2024-12-11T19:28:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742284_1460 (size=12697) 2024-12-11T19:28:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-11T19:28:15,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-11T19:28:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:15,796 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:15,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ad1699c930094c8db0112742e6f47174 is 50, key is test_row_0/A:col10/1733945294765/Put/seqid=0 2024-12-11T19:28:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742286_1462 (size=12151) 2024-12-11T19:28:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:15,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945355927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945355928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945355928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:15,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945355929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945356030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945356034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945356036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945356036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,082 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/213ec49d237b4719b92042fe1cacbf7d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/213ec49d237b4719b92042fe1cacbf7d 2024-12-11T19:28:16,085 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e902e0f9122c493db72a3968c5d09df4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e902e0f9122c493db72a3968c5d09df4 2024-12-11T19:28:16,085 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into 213ec49d237b4719b92042fe1cacbf7d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:16,085 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:16,085 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=12, startTime=1733945295645; duration=0sec 2024-12-11T19:28:16,085 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:16,085 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:16,085 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:16,086 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:16,086 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:16,086 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:16,086 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ecec22e0af8b4708afaf6dbf775affee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/a106680f311040c29cc1646600cd5c2a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdbf1d9bbb454ffb96e2efc01cff5b56, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6d33794e3a744be859c7d205d5e7631] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=45.5 K 2024-12-11T19:28:16,087 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecec22e0af8b4708afaf6dbf775affee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733945291497 2024-12-11T19:28:16,087 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting a106680f311040c29cc1646600cd5c2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733945292648 2024-12-11T19:28:16,087 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdbf1d9bbb454ffb96e2efc01cff5b56, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733945293288 2024-12-11T19:28:16,088 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d33794e3a744be859c7d205d5e7631, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945294750 2024-12-11T19:28:16,091 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into e902e0f9122c493db72a3968c5d09df4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:16,091 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:16,091 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=12, startTime=1733945295646; duration=0sec 2024-12-11T19:28:16,091 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:16,091 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:16,095 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:16,095 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/f6e53bd7e88b47c2870964fe505699a6 is 50, key is test_row_0/C:col10/1733945294750/Put/seqid=0 2024-12-11T19:28:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742287_1463 (size=12697) 2024-12-11T19:28:16,202 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ad1699c930094c8db0112742e6f47174 2024-12-11T19:28:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/03e5a18f1fe6430d89a620409ef75b4a is 50, key is test_row_0/B:col10/1733945294765/Put/seqid=0 2024-12-11T19:28:16,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742288_1464 (size=12151) 2024-12-11T19:28:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945356236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945356236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945356245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945356245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-11T19:28:16,502 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/f6e53bd7e88b47c2870964fe505699a6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6e53bd7e88b47c2870964fe505699a6 2024-12-11T19:28:16,505 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into f6e53bd7e88b47c2870964fe505699a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:16,505 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:16,505 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=12, startTime=1733945295646; duration=0sec 2024-12-11T19:28:16,505 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:16,505 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945356541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945356542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945356548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945356550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:16,612 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/03e5a18f1fe6430d89a620409ef75b4a 2024-12-11T19:28:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/bdf78f10a3d8445681784731bea6d7ee is 50, key is test_row_0/C:col10/1733945294765/Put/seqid=0 2024-12-11T19:28:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742289_1465 (size=12151) 2024-12-11T19:28:17,022 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/bdf78f10a3d8445681784731bea6d7ee 2024-12-11T19:28:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ad1699c930094c8db0112742e6f47174 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ad1699c930094c8db0112742e6f47174 2024-12-11T19:28:17,029 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ad1699c930094c8db0112742e6f47174, entries=150, sequenceid=248, filesize=11.9 K 2024-12-11T19:28:17,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/03e5a18f1fe6430d89a620409ef75b4a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/03e5a18f1fe6430d89a620409ef75b4a 2024-12-11T19:28:17,033 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/03e5a18f1fe6430d89a620409ef75b4a, entries=150, sequenceid=248, filesize=11.9 K 2024-12-11T19:28:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/bdf78f10a3d8445681784731bea6d7ee as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdf78f10a3d8445681784731bea6d7ee 2024-12-11T19:28:17,036 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdf78f10a3d8445681784731bea6d7ee, entries=150, sequenceid=248, filesize=11.9 K 2024-12-11T19:28:17,037 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3781fa9eedb61f19c7e389d05466546c in 1241ms, sequenceid=248, compaction requested=false 2024-12-11T19:28:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-11T19:28:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-11T19:28:17,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-11T19:28:17,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-12-11T19:28:17,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.8550 sec 2024-12-11T19:28:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:17,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T19:28:17,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:17,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:17,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:17,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:17,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:17,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:17,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/e4d1f11492c64018b4551ea29b7c15db is 50, key is test_row_0/A:col10/1733945297045/Put/seqid=0 2024-12-11T19:28:17,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742290_1466 (size=14741) 2024-12-11T19:28:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945357058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945357058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945357061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945357062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945357163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945357163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945357167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-11T19:28:17,290 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-11T19:28:17,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-11T19:28:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-11T19:28:17,292 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:17,292 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:17,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:17,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945357368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945357368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945357373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-11T19:28:17,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-11T19:28:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/e4d1f11492c64018b4551ea29b7c15db 2024-12-11T19:28:17,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e1bcf998b921484a9f8d8ca2b67672c5 is 50, key is test_row_0/B:col10/1733945297045/Put/seqid=0 2024-12-11T19:28:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742291_1467 (size=12301) 2024-12-11T19:28:17,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55696 deadline: 1733945357554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,554 DEBUG [Thread-1859 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., hostname=c93eb4842bd9,36395,1733945164274, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:28:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-11T19:28:17,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-11T19:28:17,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:17,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945357672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945357674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945357676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-11T19:28:17,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:17,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e1bcf998b921484a9f8d8ca2b67672c5 2024-12-11T19:28:17,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/019f377b2a3b4c6d842b04cdbc10adc5 is 50, key is test_row_0/C:col10/1733945297045/Put/seqid=0 2024-12-11T19:28:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742292_1468 (size=12301) 2024-12-11T19:28:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-11T19:28:17,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:17,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-11T19:28:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:17,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:18,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:18,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-11T19:28:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:18,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945358072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:18,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945358177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945358179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:18,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945358182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:18,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:18,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-11T19:28:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:18,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/019f377b2a3b4c6d842b04cdbc10adc5 2024-12-11T19:28:18,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/e4d1f11492c64018b4551ea29b7c15db as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/e4d1f11492c64018b4551ea29b7c15db 2024-12-11T19:28:18,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/e4d1f11492c64018b4551ea29b7c15db, entries=200, sequenceid=277, filesize=14.4 K 2024-12-11T19:28:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e1bcf998b921484a9f8d8ca2b67672c5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e1bcf998b921484a9f8d8ca2b67672c5 2024-12-11T19:28:18,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e1bcf998b921484a9f8d8ca2b67672c5, entries=150, sequenceid=277, filesize=12.0 K 2024-12-11T19:28:18,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/019f377b2a3b4c6d842b04cdbc10adc5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/019f377b2a3b4c6d842b04cdbc10adc5 2024-12-11T19:28:18,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/019f377b2a3b4c6d842b04cdbc10adc5, entries=150, sequenceid=277, filesize=12.0 K 2024-12-11T19:28:18,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3781fa9eedb61f19c7e389d05466546c in 1241ms, sequenceid=277, compaction requested=true 2024-12-11T19:28:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:18,288 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:18,288 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:18,289 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,289 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,289 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e902e0f9122c493db72a3968c5d09df4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/03e5a18f1fe6430d89a620409ef75b4a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e1bcf998b921484a9f8d8ca2b67672c5] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=36.3 K 2024-12-11T19:28:18,289 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/213ec49d237b4719b92042fe1cacbf7d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ad1699c930094c8db0112742e6f47174, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/e4d1f11492c64018b4551ea29b7c15db] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=38.7 K 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e902e0f9122c493db72a3968c5d09df4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945294750 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 213ec49d237b4719b92042fe1cacbf7d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945294750 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 03e5a18f1fe6430d89a620409ef75b4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733945294758 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad1699c930094c8db0112742e6f47174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733945294758 2024-12-11T19:28:18,289 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e1bcf998b921484a9f8d8ca2b67672c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945295927 2024-12-11T19:28:18,290 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4d1f11492c64018b4551ea29b7c15db, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945295927 2024-12-11T19:28:18,294 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:18,294 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:18,295 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2bc00e8dbf494d48b1da841ac40d04ec is 50, key is test_row_0/B:col10/1733945297045/Put/seqid=0 2024-12-11T19:28:18,295 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ba8611bc4bb74ca2bae25cab46362006 is 50, key is test_row_0/A:col10/1733945297045/Put/seqid=0 2024-12-11T19:28:18,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742293_1469 (size=12949) 2024-12-11T19:28:18,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742294_1470 (size=12949) 2024-12-11T19:28:18,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:18,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-11T19:28:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,357 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-11T19:28:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/9ad100a89b6b4103a16051f49e011a5a is 50, key is test_row_1/A:col10/1733945297061/Put/seqid=0 2024-12-11T19:28:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742295_1471 (size=9857) 2024-12-11T19:28:18,380 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/9ad100a89b6b4103a16051f49e011a5a 2024-12-11T19:28:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/d92713e309254663ae7ff8df2b729d98 is 50, key is test_row_1/B:col10/1733945297061/Put/seqid=0 2024-12-11T19:28:18,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742296_1472 (size=9857) 2024-12-11T19:28:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-11T19:28:18,705 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2bc00e8dbf494d48b1da841ac40d04ec as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2bc00e8dbf494d48b1da841ac40d04ec 2024-12-11T19:28:18,706 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ba8611bc4bb74ca2bae25cab46362006 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ba8611bc4bb74ca2bae25cab46362006 2024-12-11T19:28:18,713 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into 2bc00e8dbf494d48b1da841ac40d04ec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:18,713 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:18,713 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945298288; duration=0sec 2024-12-11T19:28:18,713 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:18,713 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:18,713 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:18,714 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into ba8611bc4bb74ca2bae25cab46362006(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:18,714 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:18,714 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945298287; duration=0sec 2024-12-11T19:28:18,714 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:18,714 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:18,714 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:18,714 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:18,714 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:18,715 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6e53bd7e88b47c2870964fe505699a6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdf78f10a3d8445681784731bea6d7ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/019f377b2a3b4c6d842b04cdbc10adc5] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=36.3 K 2024-12-11T19:28:18,715 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e53bd7e88b47c2870964fe505699a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733945294750 2024-12-11T19:28:18,715 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting bdf78f10a3d8445681784731bea6d7ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733945294758 2024-12-11T19:28:18,715 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 019f377b2a3b4c6d842b04cdbc10adc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945295927 2024-12-11T19:28:18,724 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:18,725 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/b2f6f085f80149a3ad4f350c0f2a6a7c is 50, key is test_row_0/C:col10/1733945297045/Put/seqid=0 2024-12-11T19:28:18,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742297_1473 (size=12949) 2024-12-11T19:28:18,737 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/b2f6f085f80149a3ad4f350c0f2a6a7c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/b2f6f085f80149a3ad4f350c0f2a6a7c 2024-12-11T19:28:18,740 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into b2f6f085f80149a3ad4f350c0f2a6a7c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:18,740 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:18,740 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945298288; duration=0sec 2024-12-11T19:28:18,740 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:18,740 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:18,792 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/d92713e309254663ae7ff8df2b729d98 2024-12-11T19:28:18,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/be74d3531457477e8ef573bda85d2319 is 50, key is test_row_1/C:col10/1733945297061/Put/seqid=0 2024-12-11T19:28:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742298_1474 (size=9857) 2024-12-11T19:28:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:19,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:19,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/be74d3531457477e8ef573bda85d2319 2024-12-11T19:28:19,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/9ad100a89b6b4103a16051f49e011a5a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/9ad100a89b6b4103a16051f49e011a5a 2024-12-11T19:28:19,207 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/9ad100a89b6b4103a16051f49e011a5a, entries=100, sequenceid=287, filesize=9.6 K 2024-12-11T19:28:19,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/d92713e309254663ae7ff8df2b729d98 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/d92713e309254663ae7ff8df2b729d98 2024-12-11T19:28:19,212 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/d92713e309254663ae7ff8df2b729d98, entries=100, sequenceid=287, filesize=9.6 K 2024-12-11T19:28:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/be74d3531457477e8ef573bda85d2319 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/be74d3531457477e8ef573bda85d2319 2024-12-11T19:28:19,217 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/be74d3531457477e8ef573bda85d2319, entries=100, sequenceid=287, filesize=9.6 K 2024-12-11T19:28:19,218 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=114.05 KB/116790 for 3781fa9eedb61f19c7e389d05466546c in 861ms, sequenceid=287, compaction requested=false 2024-12-11T19:28:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-11T19:28:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-11T19:28:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:19,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T19:28:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:19,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-11T19:28:19,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-12-11T19:28:19,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.9310 sec 2024-12-11T19:28:19,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/4b059ec0e244416ab028eb3a58c45dd9 is 50, key is test_row_0/A:col10/1733945299219/Put/seqid=0 2024-12-11T19:28:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742299_1475 (size=17181) 2024-12-11T19:28:19,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/4b059ec0e244416ab028eb3a58c45dd9 2024-12-11T19:28:19,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/fb7f6d7b10f743e69e0e9b11748a6a56 is 50, key is test_row_0/B:col10/1733945299219/Put/seqid=0 2024-12-11T19:28:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945359241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945359250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945359252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742300_1476 (size=12301) 2024-12-11T19:28:19,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/fb7f6d7b10f743e69e0e9b11748a6a56 2024-12-11T19:28:19,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/43bbe1dfb4324859bc1f08916ddd97ac is 50, key is test_row_0/C:col10/1733945299219/Put/seqid=0 2024-12-11T19:28:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742301_1477 (size=12301) 2024-12-11T19:28:19,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945359354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945359358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945359359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-11T19:28:19,395 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-11T19:28:19,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-11T19:28:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-11T19:28:19,398 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:19,398 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:19,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-11T19:28:19,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-11T19:28:19,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:19,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945359560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945359566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945359568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-11T19:28:19,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-11T19:28:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:19,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:19,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/43bbe1dfb4324859bc1f08916ddd97ac 2024-12-11T19:28:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/4b059ec0e244416ab028eb3a58c45dd9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4b059ec0e244416ab028eb3a58c45dd9 2024-12-11T19:28:19,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4b059ec0e244416ab028eb3a58c45dd9, entries=250, sequenceid=312, filesize=16.8 K 2024-12-11T19:28:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/fb7f6d7b10f743e69e0e9b11748a6a56 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fb7f6d7b10f743e69e0e9b11748a6a56 2024-12-11T19:28:19,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fb7f6d7b10f743e69e0e9b11748a6a56, entries=150, sequenceid=312, filesize=12.0 K 2024-12-11T19:28:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/43bbe1dfb4324859bc1f08916ddd97ac as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/43bbe1dfb4324859bc1f08916ddd97ac 2024-12-11T19:28:19,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/43bbe1dfb4324859bc1f08916ddd97ac, entries=150, sequenceid=312, filesize=12.0 K 2024-12-11T19:28:19,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3781fa9eedb61f19c7e389d05466546c in 560ms, sequenceid=312, compaction requested=true 2024-12-11T19:28:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:19,779 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:19,779 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:19,786 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:19,786 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:19,786 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,787 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2bc00e8dbf494d48b1da841ac40d04ec, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/d92713e309254663ae7ff8df2b729d98, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fb7f6d7b10f743e69e0e9b11748a6a56] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=34.3 K 2024-12-11T19:28:19,787 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39987 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:19,787 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:19,787 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,787 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ba8611bc4bb74ca2bae25cab46362006, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/9ad100a89b6b4103a16051f49e011a5a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4b059ec0e244416ab028eb3a58c45dd9] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=39.0 K 2024-12-11T19:28:19,787 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc00e8dbf494d48b1da841ac40d04ec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945295927 2024-12-11T19:28:19,788 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba8611bc4bb74ca2bae25cab46362006, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945295927 2024-12-11T19:28:19,788 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d92713e309254663ae7ff8df2b729d98, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733945297060 2024-12-11T19:28:19,788 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ad100a89b6b4103a16051f49e011a5a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733945297060 2024-12-11T19:28:19,788 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fb7f6d7b10f743e69e0e9b11748a6a56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733945299212 2024-12-11T19:28:19,788 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b059ec0e244416ab028eb3a58c45dd9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733945299209 2024-12-11T19:28:19,800 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:19,801 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/141d7b1ef3754ec0b8e6f1cf934beaf4 is 50, key is test_row_0/B:col10/1733945299219/Put/seqid=0 2024-12-11T19:28:19,804 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:19,805 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/be32efd53afa4be79676fcb6d4fbb238 is 50, key is test_row_0/A:col10/1733945299219/Put/seqid=0 2024-12-11T19:28:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742303_1479 (size=13051) 2024-12-11T19:28:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742302_1478 (size=13051) 2024-12-11T19:28:19,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-11T19:28:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:19,857 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:28:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:19,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:19,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/40b2e5c9a8914424ac90f41b50cdd78a is 50, key is test_row_0/A:col10/1733945299227/Put/seqid=0 2024-12-11T19:28:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:19,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742304_1480 (size=12301) 2024-12-11T19:28:19,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945359918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945359920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945359922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-11T19:28:20,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945360027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945360029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945360029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945360078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,085 DEBUG [Thread-1853 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., hostname=c93eb4842bd9,36395,1733945164274, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:28:20,232 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/be32efd53afa4be79676fcb6d4fbb238 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/be32efd53afa4be79676fcb6d4fbb238 2024-12-11T19:28:20,235 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/141d7b1ef3754ec0b8e6f1cf934beaf4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/141d7b1ef3754ec0b8e6f1cf934beaf4 2024-12-11T19:28:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945360231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,238 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into be32efd53afa4be79676fcb6d4fbb238(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:20,238 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:20,238 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945299779; duration=0sec 2024-12-11T19:28:20,238 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:20,238 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:20,239 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:20,241 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:20,241 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:20,242 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,242 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/b2f6f085f80149a3ad4f350c0f2a6a7c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/be74d3531457477e8ef573bda85d2319, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/43bbe1dfb4324859bc1f08916ddd97ac] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=34.3 K 2024-12-11T19:28:20,242 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2f6f085f80149a3ad4f350c0f2a6a7c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733945295927 2024-12-11T19:28:20,243 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting be74d3531457477e8ef573bda85d2319, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733945297060 2024-12-11T19:28:20,243 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43bbe1dfb4324859bc1f08916ddd97ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733945299212 2024-12-11T19:28:20,246 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into 141d7b1ef3754ec0b8e6f1cf934beaf4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:20,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:20,246 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945299779; duration=0sec 2024-12-11T19:28:20,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:20,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945360240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945360240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,254 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:20,255 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d6614902e82845a899249f9f753a77ab is 50, key is test_row_0/C:col10/1733945299219/Put/seqid=0 2024-12-11T19:28:20,278 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/40b2e5c9a8914424ac90f41b50cdd78a 2024-12-11T19:28:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742305_1481 (size=13051) 2024-12-11T19:28:20,318 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/d6614902e82845a899249f9f753a77ab as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6614902e82845a899249f9f753a77ab 2024-12-11T19:28:20,322 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into d6614902e82845a899249f9f753a77ab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:20,323 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:20,323 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945299779; duration=0sec 2024-12-11T19:28:20,323 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:20,323 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2da867e484774966bdd7deb6ba266cde is 50, key is test_row_0/B:col10/1733945299227/Put/seqid=0 2024-12-11T19:28:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742306_1482 (size=12301) 2024-12-11T19:28:20,374 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2da867e484774966bdd7deb6ba266cde 2024-12-11T19:28:20,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/c63877f326074d03a3bf2a813461647e is 50, key is test_row_0/C:col10/1733945299227/Put/seqid=0 2024-12-11T19:28:20,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742307_1483 (size=12301) 2024-12-11T19:28:20,436 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/c63877f326074d03a3bf2a813461647e 2024-12-11T19:28:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/40b2e5c9a8914424ac90f41b50cdd78a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/40b2e5c9a8914424ac90f41b50cdd78a 2024-12-11T19:28:20,451 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/40b2e5c9a8914424ac90f41b50cdd78a, entries=150, sequenceid=326, filesize=12.0 K 2024-12-11T19:28:20,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/2da867e484774966bdd7deb6ba266cde as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2da867e484774966bdd7deb6ba266cde 2024-12-11T19:28:20,457 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2da867e484774966bdd7deb6ba266cde, entries=150, sequenceid=326, filesize=12.0 K 2024-12-11T19:28:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/c63877f326074d03a3bf2a813461647e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/c63877f326074d03a3bf2a813461647e 2024-12-11T19:28:20,461 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/c63877f326074d03a3bf2a813461647e, entries=150, sequenceid=326, filesize=12.0 K 2024-12-11T19:28:20,462 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3781fa9eedb61f19c7e389d05466546c in 605ms, sequenceid=326, compaction requested=false 2024-12-11T19:28:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-11T19:28:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-11T19:28:20,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-11T19:28:20,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-12-11T19:28:20,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0690 sec 2024-12-11T19:28:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-11T19:28:20,501 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-11T19:28:20,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-11T19:28:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-11T19:28:20,505 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:20,505 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:20,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:20,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T19:28:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:20,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:20,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/4c8783b1c92e4f78a7e8524f8e292b32 is 50, key is test_row_0/A:col10/1733945299886/Put/seqid=0 2024-12-11T19:28:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742308_1484 (size=12301) 2024-12-11T19:28:20,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/4c8783b1c92e4f78a7e8524f8e292b32 2024-12-11T19:28:20,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945360594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-11T19:28:20,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945360598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/61b8bb788f9441dc917f999cb81de32b is 50, key is test_row_0/B:col10/1733945299886/Put/seqid=0 2024-12-11T19:28:20,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945360603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742309_1485 (size=12301) 2024-12-11T19:28:20,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-11T19:28:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945360704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945360709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945360712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-11T19:28:20,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-11T19:28:20,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:20,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945360912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945360918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945360919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:20,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-11T19:28:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:20,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:21,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/61b8bb788f9441dc917f999cb81de32b 2024-12-11T19:28:21,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/aefc2a8f9b5e4d5f9c188201cae7ffce is 50, key is test_row_0/C:col10/1733945299886/Put/seqid=0 2024-12-11T19:28:21,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742310_1486 (size=12301) 2024-12-11T19:28:21,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/aefc2a8f9b5e4d5f9c188201cae7ffce 2024-12-11T19:28:21,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/4c8783b1c92e4f78a7e8524f8e292b32 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4c8783b1c92e4f78a7e8524f8e292b32 2024-12-11T19:28:21,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4c8783b1c92e4f78a7e8524f8e292b32, entries=150, sequenceid=352, filesize=12.0 K 2024-12-11T19:28:21,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/61b8bb788f9441dc917f999cb81de32b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/61b8bb788f9441dc917f999cb81de32b 2024-12-11T19:28:21,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/61b8bb788f9441dc917f999cb81de32b, entries=150, sequenceid=352, filesize=12.0 K 2024-12-11T19:28:21,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/aefc2a8f9b5e4d5f9c188201cae7ffce as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/aefc2a8f9b5e4d5f9c188201cae7ffce 2024-12-11T19:28:21,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/aefc2a8f9b5e4d5f9c188201cae7ffce, entries=150, sequenceid=352, filesize=12.0 K 2024-12-11T19:28:21,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3781fa9eedb61f19c7e389d05466546c in 551ms, sequenceid=352, compaction requested=true 2024-12-11T19:28:21,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:21,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:21,094 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:21,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:21,095 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:21,095 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:21,095 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:21,095 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:21,096 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/be32efd53afa4be79676fcb6d4fbb238, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/40b2e5c9a8914424ac90f41b50cdd78a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4c8783b1c92e4f78a7e8524f8e292b32] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=36.8 K 2024-12-11T19:28:21,097 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting be32efd53afa4be79676fcb6d4fbb238, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733945299212 2024-12-11T19:28:21,097 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:21,097 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:21,097 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:21,097 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/141d7b1ef3754ec0b8e6f1cf934beaf4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2da867e484774966bdd7deb6ba266cde, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/61b8bb788f9441dc917f999cb81de32b] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=36.8 K 2024-12-11T19:28:21,098 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40b2e5c9a8914424ac90f41b50cdd78a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733945299227 2024-12-11T19:28:21,098 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 141d7b1ef3754ec0b8e6f1cf934beaf4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733945299212 2024-12-11T19:28:21,098 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c8783b1c92e4f78a7e8524f8e292b32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733945299886 2024-12-11T19:28:21,098 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da867e484774966bdd7deb6ba266cde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733945299227 2024-12-11T19:28:21,099 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 61b8bb788f9441dc917f999cb81de32b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733945299886 2024-12-11T19:28:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-11T19:28:21,121 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:21,122 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b4700d9ebb884d37a1bfc44a23a4c5aa is 50, key is test_row_0/B:col10/1733945299886/Put/seqid=0 2024-12-11T19:28:21,124 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:21,124 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/471e9db16fb243ce84106526f3737e0b is 50, key is test_row_0/A:col10/1733945299886/Put/seqid=0 2024-12-11T19:28:21,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-11T19:28:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:21,127 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T19:28:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/80fc4240bcc945c2ae5d0afdc9a5b734 is 50, key is test_row_0/A:col10/1733945300598/Put/seqid=0 2024-12-11T19:28:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742312_1488 (size=13153) 2024-12-11T19:28:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742311_1487 (size=13153) 2024-12-11T19:28:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742313_1489 (size=12301) 2024-12-11T19:28:21,174 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/80fc4240bcc945c2ae5d0afdc9a5b734 2024-12-11T19:28:21,183 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b4700d9ebb884d37a1bfc44a23a4c5aa as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b4700d9ebb884d37a1bfc44a23a4c5aa 2024-12-11T19:28:21,191 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/471e9db16fb243ce84106526f3737e0b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/471e9db16fb243ce84106526f3737e0b 2024-12-11T19:28:21,191 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into b4700d9ebb884d37a1bfc44a23a4c5aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:21,191 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:21,191 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945301095; duration=0sec 2024-12-11T19:28:21,191 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:21,191 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:21,191 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b16e2dc5c91a4eb18d2ab5f638f4e229 is 50, key is test_row_0/B:col10/1733945300598/Put/seqid=0 2024-12-11T19:28:21,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:21,194 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:21,194 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:21,194 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6614902e82845a899249f9f753a77ab, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/c63877f326074d03a3bf2a813461647e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/aefc2a8f9b5e4d5f9c188201cae7ffce] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=36.8 K 2024-12-11T19:28:21,195 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d6614902e82845a899249f9f753a77ab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733945299212 2024-12-11T19:28:21,196 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c63877f326074d03a3bf2a813461647e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733945299227 2024-12-11T19:28:21,197 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting aefc2a8f9b5e4d5f9c188201cae7ffce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733945299886 2024-12-11T19:28:21,199 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into 471e9db16fb243ce84106526f3737e0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:21,199 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:21,199 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945301094; duration=0sec 2024-12-11T19:28:21,199 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:21,199 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:21,205 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:21,207 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3f9a03a9db7f48aba905e2adca16890a is 50, key is test_row_0/C:col10/1733945299886/Put/seqid=0 2024-12-11T19:28:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742314_1490 (size=12301) 2024-12-11T19:28:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:21,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742315_1491 (size=13153) 2024-12-11T19:28:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945361260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945361263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945361264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945361364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945361370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945361372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945361570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945361578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945361579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-11T19:28:21,622 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b16e2dc5c91a4eb18d2ab5f638f4e229 2024-12-11T19:28:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3a63fe07b46542a19c40ec7dfd998972 is 50, key is test_row_0/C:col10/1733945300598/Put/seqid=0 2024-12-11T19:28:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742316_1492 (size=12301) 2024-12-11T19:28:21,638 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3a63fe07b46542a19c40ec7dfd998972 2024-12-11T19:28:21,641 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3f9a03a9db7f48aba905e2adca16890a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3f9a03a9db7f48aba905e2adca16890a 2024-12-11T19:28:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/80fc4240bcc945c2ae5d0afdc9a5b734 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/80fc4240bcc945c2ae5d0afdc9a5b734 2024-12-11T19:28:21,643 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/80fc4240bcc945c2ae5d0afdc9a5b734, entries=150, sequenceid=365, filesize=12.0 K 2024-12-11T19:28:21,644 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into 3f9a03a9db7f48aba905e2adca16890a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:21,644 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:21,644 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945301095; duration=0sec 2024-12-11T19:28:21,644 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:21,644 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/b16e2dc5c91a4eb18d2ab5f638f4e229 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b16e2dc5c91a4eb18d2ab5f638f4e229 2024-12-11T19:28:21,647 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b16e2dc5c91a4eb18d2ab5f638f4e229, entries=150, sequenceid=365, filesize=12.0 K 2024-12-11T19:28:21,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/3a63fe07b46542a19c40ec7dfd998972 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3a63fe07b46542a19c40ec7dfd998972 2024-12-11T19:28:21,650 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3a63fe07b46542a19c40ec7dfd998972, entries=150, sequenceid=365, filesize=12.0 K 2024-12-11T19:28:21,651 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3781fa9eedb61f19c7e389d05466546c in 524ms, sequenceid=365, compaction requested=false 2024-12-11T19:28:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-11T19:28:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-11T19:28:21,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-11T19:28:21,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1460 sec 2024-12-11T19:28:21,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.1500 sec 2024-12-11T19:28:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:21,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:28:21,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:21,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:21,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:21,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:21,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:21,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:21,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ef9ec3fe9e944407b15c63c91c56bd1c is 50, key is test_row_0/A:col10/1733945301260/Put/seqid=0 2024-12-11T19:28:21,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742317_1493 (size=14741) 2024-12-11T19:28:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945361891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945361892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945361894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945361996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945361996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945362001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945362202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945362202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945362209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ef9ec3fe9e944407b15c63c91c56bd1c 2024-12-11T19:28:22,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/764b21194a11421094995bfbc457ad6a is 50, key is test_row_0/B:col10/1733945301260/Put/seqid=0 2024-12-11T19:28:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742318_1494 (size=12301) 2024-12-11T19:28:22,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945362510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945362510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945362516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-11T19:28:22,609 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-11T19:28:22,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-11T19:28:22,613 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-11T19:28:22,615 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:22,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-11T19:28:22,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/764b21194a11421094995bfbc457ad6a 2024-12-11T19:28:22,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/376787254dfc418b8330aa107443aa35 is 50, key is test_row_0/C:col10/1733945301260/Put/seqid=0 2024-12-11T19:28:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742319_1495 (size=12301) 2024-12-11T19:28:22,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-11T19:28:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:22,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-11T19:28:22,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:22,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-11T19:28:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:22,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:23,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945363013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:23,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945363017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:23,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945363024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:23,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:23,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-11T19:28:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:23,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:23,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/376787254dfc418b8330aa107443aa35 2024-12-11T19:28:23,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ef9ec3fe9e944407b15c63c91c56bd1c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ef9ec3fe9e944407b15c63c91c56bd1c 2024-12-11T19:28:23,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ef9ec3fe9e944407b15c63c91c56bd1c, entries=200, sequenceid=392, filesize=14.4 K 2024-12-11T19:28:23,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/764b21194a11421094995bfbc457ad6a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/764b21194a11421094995bfbc457ad6a 2024-12-11T19:28:23,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/764b21194a11421094995bfbc457ad6a, entries=150, sequenceid=392, filesize=12.0 K 2024-12-11T19:28:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/376787254dfc418b8330aa107443aa35 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/376787254dfc418b8330aa107443aa35 2024-12-11T19:28:23,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/376787254dfc418b8330aa107443aa35, entries=150, sequenceid=392, filesize=12.0 K 2024-12-11T19:28:23,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3781fa9eedb61f19c7e389d05466546c in 1302ms, sequenceid=392, compaction requested=true 2024-12-11T19:28:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:23,179 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:23,179 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:23,180 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:23,180 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:23,180 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:23,180 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:23,180 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:23,180 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:23,180 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b4700d9ebb884d37a1bfc44a23a4c5aa, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b16e2dc5c91a4eb18d2ab5f638f4e229, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/764b21194a11421094995bfbc457ad6a] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=36.9 K 2024-12-11T19:28:23,180 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/471e9db16fb243ce84106526f3737e0b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/80fc4240bcc945c2ae5d0afdc9a5b734, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ef9ec3fe9e944407b15c63c91c56bd1c] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=39.3 K 2024-12-11T19:28:23,180 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 471e9db16fb243ce84106526f3737e0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733945299886 2024-12-11T19:28:23,180 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b4700d9ebb884d37a1bfc44a23a4c5aa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733945299886 2024-12-11T19:28:23,181 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80fc4240bcc945c2ae5d0afdc9a5b734, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733945300554 2024-12-11T19:28:23,181 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b16e2dc5c91a4eb18d2ab5f638f4e229, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733945300554 2024-12-11T19:28:23,181 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef9ec3fe9e944407b15c63c91c56bd1c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733945301234 2024-12-11T19:28:23,181 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 764b21194a11421094995bfbc457ad6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733945301260 2024-12-11T19:28:23,197 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:23,198 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/63a1614af60e4e339cfa2fbc24c5390c is 50, key is test_row_0/B:col10/1733945301260/Put/seqid=0 2024-12-11T19:28:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-11T19:28:23,218 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:23,219 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/97e3a1f2b08b465f838199cfe8e03719 is 50, key is test_row_0/A:col10/1733945301260/Put/seqid=0 2024-12-11T19:28:23,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:23,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-11T19:28:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:23,227 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:28:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:23,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:23,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:23,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742320_1496 (size=13255) 2024-12-11T19:28:23,237 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/63a1614af60e4e339cfa2fbc24c5390c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/63a1614af60e4e339cfa2fbc24c5390c 2024-12-11T19:28:23,243 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into 63a1614af60e4e339cfa2fbc24c5390c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:23,243 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:23,243 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=13, startTime=1733945303179; duration=0sec 2024-12-11T19:28:23,243 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:23,243 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:23,243 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:23,245 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:23,245 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:23,246 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:23,246 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3f9a03a9db7f48aba905e2adca16890a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3a63fe07b46542a19c40ec7dfd998972, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/376787254dfc418b8330aa107443aa35] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=36.9 K 2024-12-11T19:28:23,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f9a03a9db7f48aba905e2adca16890a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733945299886 2024-12-11T19:28:23,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a63fe07b46542a19c40ec7dfd998972, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733945300554 2024-12-11T19:28:23,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 376787254dfc418b8330aa107443aa35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733945301260 2024-12-11T19:28:23,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/1c61d08c8c0040ef98c64eb2227a8f2d is 50, key is test_row_0/A:col10/1733945301891/Put/seqid=0 2024-12-11T19:28:23,272 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:23,273 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/19d64992989c4b738f5896c89012f471 is 50, key is test_row_0/C:col10/1733945301260/Put/seqid=0 2024-12-11T19:28:23,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742322_1498 (size=12301) 2024-12-11T19:28:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742321_1497 (size=13255) 2024-12-11T19:28:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742323_1499 (size=13255) 2024-12-11T19:28:23,313 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/19d64992989c4b738f5896c89012f471 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/19d64992989c4b738f5896c89012f471 2024-12-11T19:28:23,317 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into 19d64992989c4b738f5896c89012f471(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:23,317 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:23,317 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945303179; duration=0sec 2024-12-11T19:28:23,317 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:23,317 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:23,677 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/1c61d08c8c0040ef98c64eb2227a8f2d 2024-12-11T19:28:23,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e4436d2f62ea476286f62abd212451b8 is 50, key is test_row_0/B:col10/1733945301891/Put/seqid=0 2024-12-11T19:28:23,708 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/97e3a1f2b08b465f838199cfe8e03719 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/97e3a1f2b08b465f838199cfe8e03719 2024-12-11T19:28:23,714 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into 97e3a1f2b08b465f838199cfe8e03719(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:23,714 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:23,714 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945303179; duration=0sec 2024-12-11T19:28:23,714 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:23,714 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-11T19:28:23,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742324_1500 (size=12301) 2024-12-11T19:28:23,721 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e4436d2f62ea476286f62abd212451b8 2024-12-11T19:28:23,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/17d11fd2970a4ae99bbf3edc668720a6 is 50, key is test_row_0/C:col10/1733945301891/Put/seqid=0 2024-12-11T19:28:23,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742325_1501 (size=12301) 2024-12-11T19:28:24,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:24,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945364071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945364072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945364072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1733945364124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,129 DEBUG [Thread-1853 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., hostname=c93eb4842bd9,36395,1733945164274, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:28:24,150 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/17d11fd2970a4ae99bbf3edc668720a6 2024-12-11T19:28:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/1c61d08c8c0040ef98c64eb2227a8f2d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/1c61d08c8c0040ef98c64eb2227a8f2d 2024-12-11T19:28:24,160 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/1c61d08c8c0040ef98c64eb2227a8f2d, entries=150, sequenceid=404, filesize=12.0 K 2024-12-11T19:28:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e4436d2f62ea476286f62abd212451b8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e4436d2f62ea476286f62abd212451b8 2024-12-11T19:28:24,164 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e4436d2f62ea476286f62abd212451b8, entries=150, sequenceid=404, filesize=12.0 K 2024-12-11T19:28:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/17d11fd2970a4ae99bbf3edc668720a6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/17d11fd2970a4ae99bbf3edc668720a6 2024-12-11T19:28:24,170 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/17d11fd2970a4ae99bbf3edc668720a6, entries=150, sequenceid=404, filesize=12.0 K 2024-12-11T19:28:24,171 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3781fa9eedb61f19c7e389d05466546c in 944ms, sequenceid=404, compaction requested=false 2024-12-11T19:28:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-11T19:28:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-11T19:28:24,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-11T19:28:24,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-12-11T19:28:24,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.5650 sec 2024-12-11T19:28:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:24,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-11T19:28:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:24,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/2f4f4522bfe34be59ea655840163fd43 is 50, key is test_row_0/A:col10/1733945304055/Put/seqid=0 2024-12-11T19:28:24,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945364204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945364202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945364205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742326_1502 (size=12301) 2024-12-11T19:28:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945364312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945364312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945364313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945364517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945364517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945364521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/2f4f4522bfe34be59ea655840163fd43 2024-12-11T19:28:24,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/a38f6e9186234817b8a338b6f2937efc is 50, key is test_row_0/B:col10/1733945304055/Put/seqid=0 2024-12-11T19:28:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742327_1503 (size=12301) 2024-12-11T19:28:24,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/a38f6e9186234817b8a338b6f2937efc 2024-12-11T19:28:24,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ea5e25723ebd4a4595eea553e22e2aaf is 50, key is test_row_0/C:col10/1733945304055/Put/seqid=0 2024-12-11T19:28:24,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742328_1504 (size=12301) 2024-12-11T19:28:24,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ea5e25723ebd4a4595eea553e22e2aaf 2024-12-11T19:28:24,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/2f4f4522bfe34be59ea655840163fd43 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/2f4f4522bfe34be59ea655840163fd43 2024-12-11T19:28:24,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/2f4f4522bfe34be59ea655840163fd43, entries=150, sequenceid=434, filesize=12.0 K 2024-12-11T19:28:24,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/a38f6e9186234817b8a338b6f2937efc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a38f6e9186234817b8a338b6f2937efc 2024-12-11T19:28:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-11T19:28:24,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a38f6e9186234817b8a338b6f2937efc, entries=150, sequenceid=434, filesize=12.0 K 2024-12-11T19:28:24,719 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-11T19:28:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ea5e25723ebd4a4595eea553e22e2aaf as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ea5e25723ebd4a4595eea553e22e2aaf 2024-12-11T19:28:24,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-11T19:28:24,724 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:24,725 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:24,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-11T19:28:24,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ea5e25723ebd4a4595eea553e22e2aaf, entries=150, sequenceid=434, filesize=12.0 K 2024-12-11T19:28:24,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 3781fa9eedb61f19c7e389d05466546c in 546ms, sequenceid=434, compaction requested=true 2024-12-11T19:28:24,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:24,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:24,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:24,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:24,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T19:28:24,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:24,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-11T19:28:24,729 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:24,729 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:24,730 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:24,730 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:24,730 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:24,730 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:24,730 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:24,730 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:24,730 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/97e3a1f2b08b465f838199cfe8e03719, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/1c61d08c8c0040ef98c64eb2227a8f2d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/2f4f4522bfe34be59ea655840163fd43] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=37.0 K 2024-12-11T19:28:24,731 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/19d64992989c4b738f5896c89012f471, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/17d11fd2970a4ae99bbf3edc668720a6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ea5e25723ebd4a4595eea553e22e2aaf] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=37.0 K 2024-12-11T19:28:24,731 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97e3a1f2b08b465f838199cfe8e03719, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733945301260 2024-12-11T19:28:24,731 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 19d64992989c4b738f5896c89012f471, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733945301260 2024-12-11T19:28:24,731 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c61d08c8c0040ef98c64eb2227a8f2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945301890 2024-12-11T19:28:24,731 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 17d11fd2970a4ae99bbf3edc668720a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945301890 2024-12-11T19:28:24,731 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f4f4522bfe34be59ea655840163fd43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733945304055 2024-12-11T19:28:24,731 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ea5e25723ebd4a4595eea553e22e2aaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733945304055 2024-12-11T19:28:24,738 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#435 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:24,739 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/37c24841481e4dfbb4f5c3fab26710c0 is 50, key is test_row_0/C:col10/1733945304055/Put/seqid=0 2024-12-11T19:28:24,744 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#434 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:24,744 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ce8c89b17141411ab9cf7cd9083247c6 is 50, key is test_row_0/A:col10/1733945304055/Put/seqid=0 2024-12-11T19:28:24,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742329_1505 (size=13357) 2024-12-11T19:28:24,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742330_1506 (size=13357) 2024-12-11T19:28:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:24,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:24,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-11T19:28:24,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/8ed5a71e8fe948e1be279ab38a75176f is 50, key is test_row_0/A:col10/1733945304199/Put/seqid=0 2024-12-11T19:28:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742331_1507 (size=9857) 2024-12-11T19:28:24,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/8ed5a71e8fe948e1be279ab38a75176f 2024-12-11T19:28:24,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:24,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:24,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/9d83dceeef7f46ecba8022b650bd78b9 is 50, key is test_row_0/B:col10/1733945304199/Put/seqid=0 2024-12-11T19:28:24,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945364881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945364881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945364887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742332_1508 (size=9857) 2024-12-11T19:28:24,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/9d83dceeef7f46ecba8022b650bd78b9 2024-12-11T19:28:24,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/1abdbb10d0c34b2180560f715f3393bd is 50, key is test_row_0/C:col10/1733945304199/Put/seqid=0 2024-12-11T19:28:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742333_1509 (size=9857) 2024-12-11T19:28:24,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/1abdbb10d0c34b2180560f715f3393bd 2024-12-11T19:28:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/8ed5a71e8fe948e1be279ab38a75176f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/8ed5a71e8fe948e1be279ab38a75176f 2024-12-11T19:28:24,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/8ed5a71e8fe948e1be279ab38a75176f, entries=100, sequenceid=445, filesize=9.6 K 2024-12-11T19:28:24,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/9d83dceeef7f46ecba8022b650bd78b9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/9d83dceeef7f46ecba8022b650bd78b9 2024-12-11T19:28:24,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/9d83dceeef7f46ecba8022b650bd78b9, entries=100, sequenceid=445, filesize=9.6 K 2024-12-11T19:28:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/1abdbb10d0c34b2180560f715f3393bd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/1abdbb10d0c34b2180560f715f3393bd 2024-12-11T19:28:24,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/1abdbb10d0c34b2180560f715f3393bd, entries=100, sequenceid=445, filesize=9.6 K 2024-12-11T19:28:24,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3781fa9eedb61f19c7e389d05466546c in 123ms, sequenceid=445, compaction requested=true 2024-12-11T19:28:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T19:28:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-11T19:28:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-11T19:28:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:24,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T19:28:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:24,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/b70fde40b6314a4c868ab823ce3b774a is 50, key is test_row_0/A:col10/1733945304880/Put/seqid=0 2024-12-11T19:28:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742334_1510 (size=17181) 2024-12-11T19:28:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945365009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/b70fde40b6314a4c868ab823ce3b774a 2024-12-11T19:28:25,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945365011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945365011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e9ab872343bb4a2786730f25e6519fc2 is 50, key is test_row_0/B:col10/1733945304880/Put/seqid=0 2024-12-11T19:28:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-11T19:28:25,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:25,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:25,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742335_1511 (size=12301) 2024-12-11T19:28:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945365112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945365118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945365121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,157 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/ce8c89b17141411ab9cf7cd9083247c6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ce8c89b17141411ab9cf7cd9083247c6 2024-12-11T19:28:25,160 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/37c24841481e4dfbb4f5c3fab26710c0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/37c24841481e4dfbb4f5c3fab26710c0 2024-12-11T19:28:25,164 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into 37c24841481e4dfbb4f5c3fab26710c0(size=13.0 K), total size for store is 22.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:25,164 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:25,164 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945304728; duration=0sec 2024-12-11T19:28:25,165 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-11T19:28:25,165 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:25,167 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-11T19:28:25,167 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:28:25,167 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:28:25,168 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. because compaction request was cancelled 2024-12-11T19:28:25,168 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:25,168 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:25,168 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:25,168 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into ce8c89b17141411ab9cf7cd9083247c6(size=13.0 K), total size for store is 22.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:25,168 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:25,168 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945304728; duration=0sec 2024-12-11T19:28:25,168 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T19:28:25,168 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:25,170 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/B is initiating minor compaction (all files) 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:28:25,171 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/B in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. because compaction request was cancelled 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:25,171 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/63a1614af60e4e339cfa2fbc24c5390c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e4436d2f62ea476286f62abd212451b8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a38f6e9186234817b8a338b6f2937efc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/9d83dceeef7f46ecba8022b650bd78b9] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=46.6 K 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 63a1614af60e4e339cfa2fbc24c5390c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733945301260 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. because compaction request was cancelled 2024-12-11T19:28:25,171 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:25,172 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e4436d2f62ea476286f62abd212451b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733945301890 2024-12-11T19:28:25,172 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting a38f6e9186234817b8a338b6f2937efc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733945304055 2024-12-11T19:28:25,172 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d83dceeef7f46ecba8022b650bd78b9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733945304199 2024-12-11T19:28:25,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,194 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#B#compaction#441 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:25,195 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/910b165f9f7f438d92af3f2cc3af28bd is 50, key is test_row_0/B:col10/1733945304199/Put/seqid=0 2024-12-11T19:28:25,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742336_1512 (size=13391) 2024-12-11T19:28:25,239 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/910b165f9f7f438d92af3f2cc3af28bd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/910b165f9f7f438d92af3f2cc3af28bd 2024-12-11T19:28:25,246 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/B of 3781fa9eedb61f19c7e389d05466546c into 910b165f9f7f438d92af3f2cc3af28bd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:25,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:25,246 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/B, priority=12, startTime=1733945304947; duration=0sec 2024-12-11T19:28:25,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:25,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945365317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-11T19:28:25,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945365327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945365334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e9ab872343bb4a2786730f25e6519fc2 2024-12-11T19:28:25,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ff7d1a097e3b42178008fedc1184023b is 50, key is test_row_0/C:col10/1733945304880/Put/seqid=0 2024-12-11T19:28:25,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742337_1513 (size=12301) 2024-12-11T19:28:25,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,561 DEBUG [Thread-1870 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc5e114 to 127.0.0.1:57756 2024-12-11T19:28:25,561 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:25,563 DEBUG [Thread-1862 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:57756 2024-12-11T19:28:25,564 DEBUG [Thread-1862 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:25,565 DEBUG [Thread-1868 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:57756 2024-12-11T19:28:25,565 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:25,567 DEBUG [Thread-1866 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:57756 2024-12-11T19:28:25,567 DEBUG [Thread-1864 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:57756 2024-12-11T19:28:25,567 DEBUG [Thread-1866 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:25,567 DEBUG [Thread-1864 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:25,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55738 deadline: 1733945365622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733945365631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55714 deadline: 1733945365638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:25,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:25,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,805 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-11T19:28:25,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ff7d1a097e3b42178008fedc1184023b 2024-12-11T19:28:25,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/b70fde40b6314a4c868ab823ce3b774a as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/b70fde40b6314a4c868ab823ce3b774a 2024-12-11T19:28:25,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/b70fde40b6314a4c868ab823ce3b774a, entries=250, sequenceid=472, filesize=16.8 K 2024-12-11T19:28:25,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/e9ab872343bb4a2786730f25e6519fc2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e9ab872343bb4a2786730f25e6519fc2 2024-12-11T19:28:25,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e9ab872343bb4a2786730f25e6519fc2, entries=150, sequenceid=472, filesize=12.0 K 2024-12-11T19:28:25,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/ff7d1a097e3b42178008fedc1184023b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ff7d1a097e3b42178008fedc1184023b 2024-12-11T19:28:25,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ff7d1a097e3b42178008fedc1184023b, entries=150, sequenceid=472, filesize=12.0 K 2024-12-11T19:28:25,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 3781fa9eedb61f19c7e389d05466546c in 923ms, sequenceid=472, compaction requested=true 2024-12-11T19:28:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:25,916 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3781fa9eedb61f19c7e389d05466546c:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:25,916 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T19:28:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. because compaction request was cancelled 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/A is initiating minor compaction (all files) 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:B 2024-12-11T19:28:25,917 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/A in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:25,917 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ce8c89b17141411ab9cf7cd9083247c6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/8ed5a71e8fe948e1be279ab38a75176f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/b70fde40b6314a4c868ab823ce3b774a] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=39.4 K 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce8c89b17141411ab9cf7cd9083247c6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733945304055 2024-12-11T19:28:25,917 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ed5a71e8fe948e1be279ab38a75176f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733945304199 2024-12-11T19:28:25,918 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b70fde40b6314a4c868ab823ce3b774a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733945304856 2024-12-11T19:28:25,918 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:25,918 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 3781fa9eedb61f19c7e389d05466546c/C is initiating minor compaction (all files) 2024-12-11T19:28:25,918 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3781fa9eedb61f19c7e389d05466546c/C in TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,918 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/37c24841481e4dfbb4f5c3fab26710c0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/1abdbb10d0c34b2180560f715f3393bd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ff7d1a097e3b42178008fedc1184023b] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp, totalSize=34.7 K 2024-12-11T19:28:25,918 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 37c24841481e4dfbb4f5c3fab26710c0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733945304055 2024-12-11T19:28:25,919 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 1abdbb10d0c34b2180560f715f3393bd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733945304199 2024-12-11T19:28:25,921 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ff7d1a097e3b42178008fedc1184023b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733945304880 2024-12-11T19:28:25,947 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#C#compaction#444 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:25,947 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/32a792f451734428a418cf6cf41e8221 is 50, key is test_row_0/C:col10/1733945304880/Put/seqid=0 2024-12-11T19:28:25,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:25,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-11T19:28:25,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:25,959 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-11T19:28:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:25,964 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3781fa9eedb61f19c7e389d05466546c#A#compaction#443 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:25,965 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/efb9fd0b0d324f6eb7f88ecc32f2efc8 is 50, key is test_row_0/A:col10/1733945304880/Put/seqid=0 2024-12-11T19:28:25,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/321dc85bc85c412190836e583f521045 is 50, key is test_row_0/A:col10/1733945305009/Put/seqid=0 2024-12-11T19:28:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742338_1514 (size=13459) 2024-12-11T19:28:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742339_1515 (size=13459) 2024-12-11T19:28:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742340_1516 (size=12301) 2024-12-11T19:28:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:26,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. as already flushing 2024-12-11T19:28:26,126 DEBUG [Thread-1851 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:57756 2024-12-11T19:28:26,126 DEBUG [Thread-1851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:26,139 DEBUG [Thread-1855 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:57756 2024-12-11T19:28:26,139 DEBUG [Thread-1855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:26,145 DEBUG [Thread-1857 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:57756 2024-12-11T19:28:26,145 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:26,388 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/32a792f451734428a418cf6cf41e8221 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/32a792f451734428a418cf6cf41e8221 2024-12-11T19:28:26,392 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/C of 3781fa9eedb61f19c7e389d05466546c into 32a792f451734428a418cf6cf41e8221(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:26,392 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:26,392 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/C, priority=13, startTime=1733945305916; duration=0sec 2024-12-11T19:28:26,392 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:26,392 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:C 2024-12-11T19:28:26,400 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/321dc85bc85c412190836e583f521045 2024-12-11T19:28:26,403 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/efb9fd0b0d324f6eb7f88ecc32f2efc8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/efb9fd0b0d324f6eb7f88ecc32f2efc8 2024-12-11T19:28:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/668407bae279498384e42b13e0e250f0 is 50, key is test_row_0/B:col10/1733945305009/Put/seqid=0 2024-12-11T19:28:26,407 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3781fa9eedb61f19c7e389d05466546c/A of 3781fa9eedb61f19c7e389d05466546c into efb9fd0b0d324f6eb7f88ecc32f2efc8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:26,407 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:26,407 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c., storeName=3781fa9eedb61f19c7e389d05466546c/A, priority=13, startTime=1733945305916; duration=0sec 2024-12-11T19:28:26,407 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:26,407 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3781fa9eedb61f19c7e389d05466546c:A 2024-12-11T19:28:26,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742341_1517 (size=12301) 2024-12-11T19:28:26,809 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/668407bae279498384e42b13e0e250f0 2024-12-11T19:28:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/23716f734f3348dcb56d53392d401c3b is 50, key is test_row_0/C:col10/1733945305009/Put/seqid=0 2024-12-11T19:28:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-11T19:28:26,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742342_1518 (size=12301) 2024-12-11T19:28:27,233 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/23716f734f3348dcb56d53392d401c3b 2024-12-11T19:28:27,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/321dc85bc85c412190836e583f521045 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/321dc85bc85c412190836e583f521045 2024-12-11T19:28:27,243 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/321dc85bc85c412190836e583f521045, entries=150, sequenceid=485, filesize=12.0 K 2024-12-11T19:28:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/668407bae279498384e42b13e0e250f0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/668407bae279498384e42b13e0e250f0 2024-12-11T19:28:27,247 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/668407bae279498384e42b13e0e250f0, entries=150, sequenceid=485, filesize=12.0 K 2024-12-11T19:28:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/23716f734f3348dcb56d53392d401c3b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/23716f734f3348dcb56d53392d401c3b 2024-12-11T19:28:27,251 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/23716f734f3348dcb56d53392d401c3b, entries=150, sequenceid=485, filesize=12.0 K 2024-12-11T19:28:27,252 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=20.13 KB/20610 for 3781fa9eedb61f19c7e389d05466546c in 1293ms, sequenceid=485, compaction requested=true 2024-12-11T19:28:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-11T19:28:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-11T19:28:27,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-11T19:28:27,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5280 sec 2024-12-11T19:28:27,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.5340 sec 2024-12-11T19:28:27,625 DEBUG [Thread-1859 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:57756 2024-12-11T19:28:27,625 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-11T19:28:28,830 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-11T19:28:32,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T19:28:34,194 DEBUG [Thread-1853 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:57756 2024-12-11T19:28:34,194 DEBUG [Thread-1853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:34,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2832 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8492 rows 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2845 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8531 rows 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2848 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8541 rows 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2843 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8524 rows 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2844 2024-12-11T19:28:34,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8531 rows 2024-12-11T19:28:34,195 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T19:28:34,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:57756 2024-12-11T19:28:34,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:34,198 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-11T19:28:34,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T19:28:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-11T19:28:34,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945314201"}]},"ts":"1733945314201"} 2024-12-11T19:28:34,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T19:28:34,232 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T19:28:34,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:28:34,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3781fa9eedb61f19c7e389d05466546c, UNASSIGN}] 2024-12-11T19:28:34,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3781fa9eedb61f19c7e389d05466546c, UNASSIGN 2024-12-11T19:28:34,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=3781fa9eedb61f19c7e389d05466546c, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:34,237 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:28:34,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:28:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-11T19:28:34,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:34,390 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:34,390 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:28:34,390 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 3781fa9eedb61f19c7e389d05466546c, disabling compactions & flushes 2024-12-11T19:28:34,390 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:34,391 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:34,391 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. after waiting 0 ms 2024-12-11T19:28:34,391 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:34,391 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing 3781fa9eedb61f19c7e389d05466546c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-11T19:28:34,391 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=A 2024-12-11T19:28:34,392 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:34,392 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=B 2024-12-11T19:28:34,392 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:34,392 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3781fa9eedb61f19c7e389d05466546c, store=C 2024-12-11T19:28:34,392 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:34,397 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/cc5555f1e81a4965bc1b38fb5f29a08e is 50, key is test_row_0/A:col10/1733945314192/Put/seqid=0 2024-12-11T19:28:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742343_1519 (size=9857) 2024-12-11T19:28:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-11T19:28:34,803 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/cc5555f1e81a4965bc1b38fb5f29a08e 2024-12-11T19:28:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-11T19:28:34,812 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/5589074440974caca3c3a23e8110b264 is 50, key is test_row_0/B:col10/1733945314192/Put/seqid=0 2024-12-11T19:28:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742344_1520 (size=9857) 2024-12-11T19:28:35,216 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/5589074440974caca3c3a23e8110b264 2024-12-11T19:28:35,224 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/45b8541cd7dc40f6b91af67ee582ce60 is 50, key is test_row_0/C:col10/1733945314192/Put/seqid=0 2024-12-11T19:28:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742345_1521 (size=9857) 2024-12-11T19:28:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-11T19:28:35,628 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/45b8541cd7dc40f6b91af67ee582ce60 2024-12-11T19:28:35,633 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/A/cc5555f1e81a4965bc1b38fb5f29a08e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/cc5555f1e81a4965bc1b38fb5f29a08e 2024-12-11T19:28:35,637 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/cc5555f1e81a4965bc1b38fb5f29a08e, entries=100, sequenceid=495, filesize=9.6 K 2024-12-11T19:28:35,638 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/B/5589074440974caca3c3a23e8110b264 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/5589074440974caca3c3a23e8110b264 2024-12-11T19:28:35,641 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/5589074440974caca3c3a23e8110b264, entries=100, sequenceid=495, filesize=9.6 K 2024-12-11T19:28:35,642 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/.tmp/C/45b8541cd7dc40f6b91af67ee582ce60 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/45b8541cd7dc40f6b91af67ee582ce60 2024-12-11T19:28:35,646 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/45b8541cd7dc40f6b91af67ee582ce60, entries=100, sequenceid=495, filesize=9.6 K 2024-12-11T19:28:35,646 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3781fa9eedb61f19c7e389d05466546c in 1255ms, sequenceid=495, compaction requested=true 2024-12-11T19:28:35,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/dbf702f1efab4cf4ba6670654e14bcc6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/76df967727924992b6d75b15af228d66, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/536ed820f13e490987e64f5a0fb25c7d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/c0779e5f53ae4be6b0750d751737fcab, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/862a0a1da65b467ab17e966306e376c3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/38f9033f1455463e82b605d2938b3453, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/427e0cdcf6aa432c882f008b5c61a9a2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/7dc3dfe0d64d441ca5cabbc416f0667a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/922a3a003b0641ab8b23f6449427c9c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/34bdc030cf30459981ea3a20c0caed34, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/01a37a4db4be4f9381be48a339b2a6ba, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/161ca895b7eb4cb78c5e04096444b16f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/59b5ebca63c74347ae961abaec4bd361, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/a0c857d3ef6a4a7bbb34beac7665a42d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/daca730a92d04b0186a14d5f430fe056, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/98295ef2528244999a1c0536cb3a34da, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/213ec49d237b4719b92042fe1cacbf7d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ad1699c930094c8db0112742e6f47174, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/e4d1f11492c64018b4551ea29b7c15db, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ba8611bc4bb74ca2bae25cab46362006, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/9ad100a89b6b4103a16051f49e011a5a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4b059ec0e244416ab028eb3a58c45dd9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/be32efd53afa4be79676fcb6d4fbb238, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/40b2e5c9a8914424ac90f41b50cdd78a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/471e9db16fb243ce84106526f3737e0b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4c8783b1c92e4f78a7e8524f8e292b32, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/80fc4240bcc945c2ae5d0afdc9a5b734, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ef9ec3fe9e944407b15c63c91c56bd1c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/97e3a1f2b08b465f838199cfe8e03719, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/1c61d08c8c0040ef98c64eb2227a8f2d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ce8c89b17141411ab9cf7cd9083247c6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/2f4f4522bfe34be59ea655840163fd43, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/8ed5a71e8fe948e1be279ab38a75176f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/b70fde40b6314a4c868ab823ce3b774a] to archive 2024-12-11T19:28:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:28:35,649 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/76df967727924992b6d75b15af228d66 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/76df967727924992b6d75b15af228d66 2024-12-11T19:28:35,649 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/dbf702f1efab4cf4ba6670654e14bcc6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/dbf702f1efab4cf4ba6670654e14bcc6 2024-12-11T19:28:35,649 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/536ed820f13e490987e64f5a0fb25c7d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/536ed820f13e490987e64f5a0fb25c7d 2024-12-11T19:28:35,650 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/862a0a1da65b467ab17e966306e376c3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/862a0a1da65b467ab17e966306e376c3 2024-12-11T19:28:35,650 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/38f9033f1455463e82b605d2938b3453 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/38f9033f1455463e82b605d2938b3453 2024-12-11T19:28:35,650 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/427e0cdcf6aa432c882f008b5c61a9a2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/427e0cdcf6aa432c882f008b5c61a9a2 2024-12-11T19:28:35,651 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/01a37a4db4be4f9381be48a339b2a6ba to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/01a37a4db4be4f9381be48a339b2a6ba 2024-12-11T19:28:35,651 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/922a3a003b0641ab8b23f6449427c9c5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/922a3a003b0641ab8b23f6449427c9c5 2024-12-11T19:28:35,651 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/34bdc030cf30459981ea3a20c0caed34 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/34bdc030cf30459981ea3a20c0caed34 2024-12-11T19:28:35,651 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/7dc3dfe0d64d441ca5cabbc416f0667a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/7dc3dfe0d64d441ca5cabbc416f0667a 2024-12-11T19:28:35,651 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/161ca895b7eb4cb78c5e04096444b16f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/161ca895b7eb4cb78c5e04096444b16f 2024-12-11T19:28:35,651 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/59b5ebca63c74347ae961abaec4bd361 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/59b5ebca63c74347ae961abaec4bd361 2024-12-11T19:28:35,652 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/a0c857d3ef6a4a7bbb34beac7665a42d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/a0c857d3ef6a4a7bbb34beac7665a42d 2024-12-11T19:28:35,652 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/daca730a92d04b0186a14d5f430fe056 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/daca730a92d04b0186a14d5f430fe056 2024-12-11T19:28:35,652 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/213ec49d237b4719b92042fe1cacbf7d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/213ec49d237b4719b92042fe1cacbf7d 2024-12-11T19:28:35,653 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ad1699c930094c8db0112742e6f47174 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ad1699c930094c8db0112742e6f47174 2024-12-11T19:28:35,653 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/98295ef2528244999a1c0536cb3a34da to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/98295ef2528244999a1c0536cb3a34da 2024-12-11T19:28:35,653 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/e4d1f11492c64018b4551ea29b7c15db to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/e4d1f11492c64018b4551ea29b7c15db 2024-12-11T19:28:35,653 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ba8611bc4bb74ca2bae25cab46362006 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ba8611bc4bb74ca2bae25cab46362006 2024-12-11T19:28:35,653 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/9ad100a89b6b4103a16051f49e011a5a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/9ad100a89b6b4103a16051f49e011a5a 2024-12-11T19:28:35,654 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4b059ec0e244416ab028eb3a58c45dd9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4b059ec0e244416ab028eb3a58c45dd9 2024-12-11T19:28:35,654 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/be32efd53afa4be79676fcb6d4fbb238 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/be32efd53afa4be79676fcb6d4fbb238 2024-12-11T19:28:35,654 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/40b2e5c9a8914424ac90f41b50cdd78a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/40b2e5c9a8914424ac90f41b50cdd78a 2024-12-11T19:28:35,655 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4c8783b1c92e4f78a7e8524f8e292b32 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/4c8783b1c92e4f78a7e8524f8e292b32 2024-12-11T19:28:35,655 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/471e9db16fb243ce84106526f3737e0b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/471e9db16fb243ce84106526f3737e0b 2024-12-11T19:28:35,655 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ef9ec3fe9e944407b15c63c91c56bd1c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ef9ec3fe9e944407b15c63c91c56bd1c 2024-12-11T19:28:35,655 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/c0779e5f53ae4be6b0750d751737fcab to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/c0779e5f53ae4be6b0750d751737fcab 2024-12-11T19:28:35,655 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/80fc4240bcc945c2ae5d0afdc9a5b734 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/80fc4240bcc945c2ae5d0afdc9a5b734 2024-12-11T19:28:35,656 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/97e3a1f2b08b465f838199cfe8e03719 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/97e3a1f2b08b465f838199cfe8e03719 2024-12-11T19:28:35,656 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/2f4f4522bfe34be59ea655840163fd43 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/2f4f4522bfe34be59ea655840163fd43 2024-12-11T19:28:35,656 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ce8c89b17141411ab9cf7cd9083247c6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/ce8c89b17141411ab9cf7cd9083247c6 2024-12-11T19:28:35,656 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/8ed5a71e8fe948e1be279ab38a75176f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/8ed5a71e8fe948e1be279ab38a75176f 2024-12-11T19:28:35,656 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/b70fde40b6314a4c868ab823ce3b774a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/b70fde40b6314a4c868ab823ce3b774a 2024-12-11T19:28:35,656 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/1c61d08c8c0040ef98c64eb2227a8f2d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/1c61d08c8c0040ef98c64eb2227a8f2d 2024-12-11T19:28:35,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/6fb14e2236164c0b8ad5b8e749e2d4fd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/11d3a8ca612047f3b5456045b1b7db53, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/14ffbd46d4e342d1b786309ffda60213, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fe1f141667434890951421fe0e4295a6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a3d3e736836746059747457919e551c7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/bb12f75cfd1f4e1ab0a8a8503903845a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/c23566d7ad124fadba6c6b2255c52bee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/4adc2be92b934c9b841cbd1a9711048a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/29d385f69ada4d458c94eb1100adb15f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/3409db53dd774cea855b2bf63f03aa00, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/105e4ca921e5460b9870545479912d64, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/cc4cbe8b0da2447eb749bc67e10ae4cb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e6f94d0ce40442fbb6311532e46b16bc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2f45ae66f0064608b6d6fce3952ae6c4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/376436dc42f94e18a48fb81a60cf5226, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e902e0f9122c493db72a3968c5d09df4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b53e0d3b99be4eb1a473d9774d2ac1cb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/03e5a18f1fe6430d89a620409ef75b4a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2bc00e8dbf494d48b1da841ac40d04ec, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e1bcf998b921484a9f8d8ca2b67672c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/d92713e309254663ae7ff8df2b729d98, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/141d7b1ef3754ec0b8e6f1cf934beaf4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fb7f6d7b10f743e69e0e9b11748a6a56, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2da867e484774966bdd7deb6ba266cde, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b4700d9ebb884d37a1bfc44a23a4c5aa, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/61b8bb788f9441dc917f999cb81de32b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b16e2dc5c91a4eb18d2ab5f638f4e229, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/63a1614af60e4e339cfa2fbc24c5390c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/764b21194a11421094995bfbc457ad6a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e4436d2f62ea476286f62abd212451b8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a38f6e9186234817b8a338b6f2937efc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/9d83dceeef7f46ecba8022b650bd78b9] to archive 2024-12-11T19:28:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:28:35,660 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/14ffbd46d4e342d1b786309ffda60213 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/14ffbd46d4e342d1b786309ffda60213 2024-12-11T19:28:35,660 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/11d3a8ca612047f3b5456045b1b7db53 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/11d3a8ca612047f3b5456045b1b7db53 2024-12-11T19:28:35,660 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fe1f141667434890951421fe0e4295a6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fe1f141667434890951421fe0e4295a6 2024-12-11T19:28:35,660 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/c23566d7ad124fadba6c6b2255c52bee to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/c23566d7ad124fadba6c6b2255c52bee 2024-12-11T19:28:35,661 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a3d3e736836746059747457919e551c7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a3d3e736836746059747457919e551c7 2024-12-11T19:28:35,661 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/6fb14e2236164c0b8ad5b8e749e2d4fd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/6fb14e2236164c0b8ad5b8e749e2d4fd 2024-12-11T19:28:35,661 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/bb12f75cfd1f4e1ab0a8a8503903845a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/bb12f75cfd1f4e1ab0a8a8503903845a 2024-12-11T19:28:35,661 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/4adc2be92b934c9b841cbd1a9711048a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/4adc2be92b934c9b841cbd1a9711048a 2024-12-11T19:28:35,662 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/29d385f69ada4d458c94eb1100adb15f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/29d385f69ada4d458c94eb1100adb15f 2024-12-11T19:28:35,662 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/105e4ca921e5460b9870545479912d64 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/105e4ca921e5460b9870545479912d64 2024-12-11T19:28:35,662 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/3409db53dd774cea855b2bf63f03aa00 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/3409db53dd774cea855b2bf63f03aa00 2024-12-11T19:28:35,662 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2f45ae66f0064608b6d6fce3952ae6c4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2f45ae66f0064608b6d6fce3952ae6c4 2024-12-11T19:28:35,662 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/cc4cbe8b0da2447eb749bc67e10ae4cb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/cc4cbe8b0da2447eb749bc67e10ae4cb 2024-12-11T19:28:35,662 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/376436dc42f94e18a48fb81a60cf5226 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/376436dc42f94e18a48fb81a60cf5226 2024-12-11T19:28:35,663 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e6f94d0ce40442fbb6311532e46b16bc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e6f94d0ce40442fbb6311532e46b16bc 2024-12-11T19:28:35,663 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e902e0f9122c493db72a3968c5d09df4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e902e0f9122c493db72a3968c5d09df4 2024-12-11T19:28:35,663 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b53e0d3b99be4eb1a473d9774d2ac1cb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b53e0d3b99be4eb1a473d9774d2ac1cb 2024-12-11T19:28:35,663 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/03e5a18f1fe6430d89a620409ef75b4a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/03e5a18f1fe6430d89a620409ef75b4a 2024-12-11T19:28:35,663 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2bc00e8dbf494d48b1da841ac40d04ec to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2bc00e8dbf494d48b1da841ac40d04ec 2024-12-11T19:28:35,664 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fb7f6d7b10f743e69e0e9b11748a6a56 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/fb7f6d7b10f743e69e0e9b11748a6a56 2024-12-11T19:28:35,664 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/d92713e309254663ae7ff8df2b729d98 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/d92713e309254663ae7ff8df2b729d98 2024-12-11T19:28:35,664 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2da867e484774966bdd7deb6ba266cde to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/2da867e484774966bdd7deb6ba266cde 2024-12-11T19:28:35,664 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e1bcf998b921484a9f8d8ca2b67672c5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e1bcf998b921484a9f8d8ca2b67672c5 2024-12-11T19:28:35,664 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/141d7b1ef3754ec0b8e6f1cf934beaf4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/141d7b1ef3754ec0b8e6f1cf934beaf4 2024-12-11T19:28:35,665 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b4700d9ebb884d37a1bfc44a23a4c5aa to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b4700d9ebb884d37a1bfc44a23a4c5aa 2024-12-11T19:28:35,665 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/61b8bb788f9441dc917f999cb81de32b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/61b8bb788f9441dc917f999cb81de32b 2024-12-11T19:28:35,666 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/63a1614af60e4e339cfa2fbc24c5390c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/63a1614af60e4e339cfa2fbc24c5390c 2024-12-11T19:28:35,666 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/764b21194a11421094995bfbc457ad6a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/764b21194a11421094995bfbc457ad6a 2024-12-11T19:28:35,666 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b16e2dc5c91a4eb18d2ab5f638f4e229 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/b16e2dc5c91a4eb18d2ab5f638f4e229 2024-12-11T19:28:35,666 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e4436d2f62ea476286f62abd212451b8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e4436d2f62ea476286f62abd212451b8 2024-12-11T19:28:35,666 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a38f6e9186234817b8a338b6f2937efc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/a38f6e9186234817b8a338b6f2937efc 2024-12-11T19:28:35,666 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/9d83dceeef7f46ecba8022b650bd78b9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/9d83dceeef7f46ecba8022b650bd78b9 2024-12-11T19:28:35,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6c41daa18ef4ff1815ba952acc7cb8d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/0c409badbb604b87b3710baf30c92dbe, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f783fcb624de4fbcacaed640928de792, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/51274ca6c4a04460beff2d04bb8209a6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/9ae6ec9e87f242d1932be5e4914a9844, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d82ba78937254356bf8f19d513a38695, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d54e13316fef4f058eae77b9dfaeaa09, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/2185a17be9014adb843a42a1887c619a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/990f50833d47448194c55ed1cb5d8fda, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3ab8188c1c3d4f4692058ae3eadd2bf2, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d7d73fa8c1bf4fc9805472e8a7801e08, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ecec22e0af8b4708afaf6dbf775affee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/388a81df2490458b8eba01b8c3845e4d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/a106680f311040c29cc1646600cd5c2a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdbf1d9bbb454ffb96e2efc01cff5b56, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6e53bd7e88b47c2870964fe505699a6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6d33794e3a744be859c7d205d5e7631, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdf78f10a3d8445681784731bea6d7ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/b2f6f085f80149a3ad4f350c0f2a6a7c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/019f377b2a3b4c6d842b04cdbc10adc5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/be74d3531457477e8ef573bda85d2319, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6614902e82845a899249f9f753a77ab, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/43bbe1dfb4324859bc1f08916ddd97ac, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/c63877f326074d03a3bf2a813461647e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3f9a03a9db7f48aba905e2adca16890a, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/aefc2a8f9b5e4d5f9c188201cae7ffce, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3a63fe07b46542a19c40ec7dfd998972, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/19d64992989c4b738f5896c89012f471, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/376787254dfc418b8330aa107443aa35, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/17d11fd2970a4ae99bbf3edc668720a6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/37c24841481e4dfbb4f5c3fab26710c0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ea5e25723ebd4a4595eea553e22e2aaf, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/1abdbb10d0c34b2180560f715f3393bd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ff7d1a097e3b42178008fedc1184023b] to archive 2024-12-11T19:28:35,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:28:35,671 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6c41daa18ef4ff1815ba952acc7cb8d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6c41daa18ef4ff1815ba952acc7cb8d 2024-12-11T19:28:35,671 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/0c409badbb604b87b3710baf30c92dbe to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/0c409badbb604b87b3710baf30c92dbe 2024-12-11T19:28:35,671 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f783fcb624de4fbcacaed640928de792 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f783fcb624de4fbcacaed640928de792 2024-12-11T19:28:35,672 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d82ba78937254356bf8f19d513a38695 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d82ba78937254356bf8f19d513a38695 2024-12-11T19:28:35,672 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/2185a17be9014adb843a42a1887c619a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/2185a17be9014adb843a42a1887c619a 2024-12-11T19:28:35,672 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/51274ca6c4a04460beff2d04bb8209a6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/51274ca6c4a04460beff2d04bb8209a6 2024-12-11T19:28:35,672 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d54e13316fef4f058eae77b9dfaeaa09 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d54e13316fef4f058eae77b9dfaeaa09 2024-12-11T19:28:35,672 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/9ae6ec9e87f242d1932be5e4914a9844 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/9ae6ec9e87f242d1932be5e4914a9844 2024-12-11T19:28:35,673 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d7d73fa8c1bf4fc9805472e8a7801e08 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d7d73fa8c1bf4fc9805472e8a7801e08 2024-12-11T19:28:35,673 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/990f50833d47448194c55ed1cb5d8fda to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/990f50833d47448194c55ed1cb5d8fda 2024-12-11T19:28:35,673 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdbf1d9bbb454ffb96e2efc01cff5b56 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdbf1d9bbb454ffb96e2efc01cff5b56 2024-12-11T19:28:35,673 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3ab8188c1c3d4f4692058ae3eadd2bf2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3ab8188c1c3d4f4692058ae3eadd2bf2 2024-12-11T19:28:35,673 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/a106680f311040c29cc1646600cd5c2a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/a106680f311040c29cc1646600cd5c2a 2024-12-11T19:28:35,674 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6e53bd7e88b47c2870964fe505699a6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6e53bd7e88b47c2870964fe505699a6 2024-12-11T19:28:35,674 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ecec22e0af8b4708afaf6dbf775affee to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ecec22e0af8b4708afaf6dbf775affee 2024-12-11T19:28:35,674 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/388a81df2490458b8eba01b8c3845e4d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/388a81df2490458b8eba01b8c3845e4d 2024-12-11T19:28:35,675 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6d33794e3a744be859c7d205d5e7631 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/f6d33794e3a744be859c7d205d5e7631 2024-12-11T19:28:35,675 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/019f377b2a3b4c6d842b04cdbc10adc5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/019f377b2a3b4c6d842b04cdbc10adc5 2024-12-11T19:28:35,675 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdf78f10a3d8445681784731bea6d7ee to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/bdf78f10a3d8445681784731bea6d7ee 2024-12-11T19:28:35,675 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/b2f6f085f80149a3ad4f350c0f2a6a7c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/b2f6f085f80149a3ad4f350c0f2a6a7c 2024-12-11T19:28:35,675 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6614902e82845a899249f9f753a77ab to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/d6614902e82845a899249f9f753a77ab 2024-12-11T19:28:35,675 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/be74d3531457477e8ef573bda85d2319 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/be74d3531457477e8ef573bda85d2319 2024-12-11T19:28:35,676 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/43bbe1dfb4324859bc1f08916ddd97ac to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/43bbe1dfb4324859bc1f08916ddd97ac 2024-12-11T19:28:35,676 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/c63877f326074d03a3bf2a813461647e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/c63877f326074d03a3bf2a813461647e 2024-12-11T19:28:35,676 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3a63fe07b46542a19c40ec7dfd998972 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3a63fe07b46542a19c40ec7dfd998972 2024-12-11T19:28:35,676 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/aefc2a8f9b5e4d5f9c188201cae7ffce to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/aefc2a8f9b5e4d5f9c188201cae7ffce 2024-12-11T19:28:35,676 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/19d64992989c4b738f5896c89012f471 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/19d64992989c4b738f5896c89012f471 2024-12-11T19:28:35,676 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3f9a03a9db7f48aba905e2adca16890a to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/3f9a03a9db7f48aba905e2adca16890a 2024-12-11T19:28:35,676 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/376787254dfc418b8330aa107443aa35 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/376787254dfc418b8330aa107443aa35 2024-12-11T19:28:35,677 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/17d11fd2970a4ae99bbf3edc668720a6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/17d11fd2970a4ae99bbf3edc668720a6 2024-12-11T19:28:35,677 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/37c24841481e4dfbb4f5c3fab26710c0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/37c24841481e4dfbb4f5c3fab26710c0 2024-12-11T19:28:35,677 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ff7d1a097e3b42178008fedc1184023b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ff7d1a097e3b42178008fedc1184023b 2024-12-11T19:28:35,677 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ea5e25723ebd4a4595eea553e22e2aaf to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/ea5e25723ebd4a4595eea553e22e2aaf 2024-12-11T19:28:35,678 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/1abdbb10d0c34b2180560f715f3393bd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/1abdbb10d0c34b2180560f715f3393bd 2024-12-11T19:28:35,681 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/recovered.edits/498.seqid, newMaxSeqId=498, maxSeqId=1 2024-12-11T19:28:35,682 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c. 2024-12-11T19:28:35,682 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 3781fa9eedb61f19c7e389d05466546c: 2024-12-11T19:28:35,683 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:35,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=3781fa9eedb61f19c7e389d05466546c, regionState=CLOSED 2024-12-11T19:28:35,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-11T19:28:35,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 3781fa9eedb61f19c7e389d05466546c, server=c93eb4842bd9,36395,1733945164274 in 1.4470 sec 2024-12-11T19:28:35,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-12-11T19:28:35,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3781fa9eedb61f19c7e389d05466546c, UNASSIGN in 1.4510 sec 2024-12-11T19:28:35,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-11T19:28:35,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4530 sec 2024-12-11T19:28:35,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945315688"}]},"ts":"1733945315688"} 2024-12-11T19:28:35,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T19:28:35,715 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T19:28:35,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5170 sec 2024-12-11T19:28:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-11T19:28:36,306 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-11T19:28:36,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T19:28:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:36,310 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-11T19:28:36,311 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:36,313 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:36,316 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/recovered.edits] 2024-12-11T19:28:36,319 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/321dc85bc85c412190836e583f521045 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/321dc85bc85c412190836e583f521045 2024-12-11T19:28:36,319 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/cc5555f1e81a4965bc1b38fb5f29a08e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/cc5555f1e81a4965bc1b38fb5f29a08e 2024-12-11T19:28:36,320 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/efb9fd0b0d324f6eb7f88ecc32f2efc8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/A/efb9fd0b0d324f6eb7f88ecc32f2efc8 2024-12-11T19:28:36,323 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/5589074440974caca3c3a23e8110b264 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/5589074440974caca3c3a23e8110b264 2024-12-11T19:28:36,323 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/668407bae279498384e42b13e0e250f0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/668407bae279498384e42b13e0e250f0 2024-12-11T19:28:36,324 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/910b165f9f7f438d92af3f2cc3af28bd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/910b165f9f7f438d92af3f2cc3af28bd 2024-12-11T19:28:36,324 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e9ab872343bb4a2786730f25e6519fc2 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/B/e9ab872343bb4a2786730f25e6519fc2 2024-12-11T19:28:36,327 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/45b8541cd7dc40f6b91af67ee582ce60 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/45b8541cd7dc40f6b91af67ee582ce60 2024-12-11T19:28:36,327 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/23716f734f3348dcb56d53392d401c3b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/23716f734f3348dcb56d53392d401c3b 2024-12-11T19:28:36,327 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/32a792f451734428a418cf6cf41e8221 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/C/32a792f451734428a418cf6cf41e8221 2024-12-11T19:28:36,330 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/recovered.edits/498.seqid to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c/recovered.edits/498.seqid 2024-12-11T19:28:36,330 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/3781fa9eedb61f19c7e389d05466546c 2024-12-11T19:28:36,330 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T19:28:36,333 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:36,334 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T19:28:36,337 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T19:28:36,338 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:36,338 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T19:28:36,338 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733945316338"}]},"ts":"9223372036854775807"} 2024-12-11T19:28:36,340 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T19:28:36,340 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3781fa9eedb61f19c7e389d05466546c, NAME => 'TestAcidGuarantees,,1733945283287.3781fa9eedb61f19c7e389d05466546c.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T19:28:36,340 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T19:28:36,341 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733945316340"}]},"ts":"9223372036854775807"} 2024-12-11T19:28:36,342 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-11T19:28:36,365 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:36,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-12-11T19:28:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-11T19:28:36,412 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-11T19:28:36,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=244 (was 245), OpenFileDescriptor=447 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=2525 (was 1694) - AvailableMemoryMB LEAK? - 2024-12-11T19:28:36,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=2525 2024-12-11T19:28:36,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:28:36,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:28:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:36,433 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T19:28:36,433 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:36,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-12-11T19:28:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-11T19:28:36,433 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T19:28:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742346_1522 (size=963) 2024-12-11T19:28:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-11T19:28:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-11T19:28:36,849 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7 2024-12-11T19:28:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742347_1523 (size=53) 2024-12-11T19:28:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-11T19:28:37,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:28:37,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9bbeac48f7b01d2966e75b2c86eb42dc, disabling compactions & flushes 2024-12-11T19:28:37,255 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. after waiting 0 ms 2024-12-11T19:28:37,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,255 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:37,256 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T19:28:37,257 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733945317256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733945317256"}]},"ts":"1733945317256"} 2024-12-11T19:28:37,258 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-11T19:28:37,259 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T19:28:37,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945317259"}]},"ts":"1733945317259"} 2024-12-11T19:28:37,260 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T19:28:37,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, ASSIGN}] 2024-12-11T19:28:37,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, ASSIGN 2024-12-11T19:28:37,325 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, ASSIGN; state=OFFLINE, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=false 2024-12-11T19:28:37,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:37,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:28:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-11T19:28:37,629 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:37,632 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,632 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:28:37,632 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,632 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:28:37,633 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,633 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,634 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,635 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:37,635 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbeac48f7b01d2966e75b2c86eb42dc columnFamilyName A 2024-12-11T19:28:37,636 DEBUG [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:37,636 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(327): Store=9bbeac48f7b01d2966e75b2c86eb42dc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:37,636 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,637 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:37,637 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbeac48f7b01d2966e75b2c86eb42dc columnFamilyName B 2024-12-11T19:28:37,637 DEBUG [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:37,638 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(327): Store=9bbeac48f7b01d2966e75b2c86eb42dc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:37,638 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,638 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:37,639 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbeac48f7b01d2966e75b2c86eb42dc columnFamilyName C 2024-12-11T19:28:37,639 DEBUG [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:37,639 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(327): Store=9bbeac48f7b01d2966e75b2c86eb42dc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:37,639 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,640 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,640 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,641 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:28:37,642 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:37,643 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T19:28:37,643 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened 9bbeac48f7b01d2966e75b2c86eb42dc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68659249, jitterRate=0.0231025367975235}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:28:37,644 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:37,644 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., pid=149, masterSystemTime=1733945317628 2024-12-11T19:28:37,645 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,645 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:37,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=OPEN, openSeqNum=2, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:37,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-11T19:28:37,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 in 169 msec 2024-12-11T19:28:37,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-12-11T19:28:37,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, ASSIGN in 324 msec 2024-12-11T19:28:37,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T19:28:37,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945317649"}]},"ts":"1733945317649"} 2024-12-11T19:28:37,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T19:28:37,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T19:28:37,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3040 sec 2024-12-11T19:28:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-11T19:28:38,538 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-12-11T19:28:38,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-11T19:28:38,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:38,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:38,571 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:38,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T19:28:38,573 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T19:28:38,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T19:28:38,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T19:28:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-11T19:28:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742348_1524 (size=999) 2024-12-11T19:28:38,984 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-11T19:28:38,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-11T19:28:38,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:28:38,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, REOPEN/MOVE}] 2024-12-11T19:28:38,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, REOPEN/MOVE 2024-12-11T19:28:38,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:38,988 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:28:38,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:28:39,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,140 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,140 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:28:39,140 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 9bbeac48f7b01d2966e75b2c86eb42dc, disabling compactions & flushes 2024-12-11T19:28:39,140 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,140 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,140 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. after waiting 0 ms 2024-12-11T19:28:39,140 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,143 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T19:28:39,144 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,144 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:39,144 WARN [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: 9bbeac48f7b01d2966e75b2c86eb42dc to self. 2024-12-11T19:28:39,145 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=CLOSED 2024-12-11T19:28:39,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-11T19:28:39,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 in 158 msec 2024-12-11T19:28:39,147 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, REOPEN/MOVE; state=CLOSED, location=c93eb4842bd9,36395,1733945164274; forceNewPlan=false, retain=true 2024-12-11T19:28:39,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=OPENING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:28:39,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,453 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,454 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} 2024-12-11T19:28:39,454 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,454 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T19:28:39,454 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,454 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,456 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,456 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:39,457 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbeac48f7b01d2966e75b2c86eb42dc columnFamilyName A 2024-12-11T19:28:39,458 DEBUG [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:39,458 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(327): Store=9bbeac48f7b01d2966e75b2c86eb42dc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:39,459 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,460 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:39,460 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbeac48f7b01d2966e75b2c86eb42dc columnFamilyName B 2024-12-11T19:28:39,460 DEBUG [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:39,460 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(327): Store=9bbeac48f7b01d2966e75b2c86eb42dc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:39,461 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,461 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-11T19:28:39,461 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbeac48f7b01d2966e75b2c86eb42dc columnFamilyName C 2024-12-11T19:28:39,461 DEBUG [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:39,462 INFO [StoreOpener-9bbeac48f7b01d2966e75b2c86eb42dc-1 {}] regionserver.HStore(327): Store=9bbeac48f7b01d2966e75b2c86eb42dc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T19:28:39,462 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,463 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,464 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,466 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T19:28:39,468 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,468 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened 9bbeac48f7b01d2966e75b2c86eb42dc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64580766, jitterRate=-0.03767159581184387}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T19:28:39,469 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:39,470 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., pid=154, masterSystemTime=1733945319451 2024-12-11T19:28:39,471 DEBUG [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,471 INFO [RS_OPEN_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,472 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=OPEN, openSeqNum=5, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-12-11T19:28:39,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 in 174 msec 2024-12-11T19:28:39,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-11T19:28:39,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, REOPEN/MOVE in 488 msec 2024-12-11T19:28:39,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-11T19:28:39,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-12-11T19:28:39,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-12-11T19:28:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-11T19:28:39,483 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-11T19:28:39,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-11T19:28:39,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-12-11T19:28:39,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-11T19:28:39,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-11T19:28:39,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-11T19:28:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-11T19:28:39,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-12-11T19:28:39,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,632 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15b6349f to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@503a7d2e 2024-12-11T19:28:39,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be903c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x439b60d5 to 127.0.0.1:57756 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@404bb685 2024-12-11T19:28:39,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79f1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T19:28:39,652 DEBUG [hconnection-0x5e348f1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,653 DEBUG [hconnection-0x36dc7adf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,653 DEBUG [hconnection-0x78a52a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,655 DEBUG [hconnection-0x4706ed16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,655 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,655 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,656 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,656 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:39,657 DEBUG [hconnection-0x64ab6fcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-11T19:28:39,657 DEBUG [hconnection-0x4713a01b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-11T19:28:39,658 DEBUG [hconnection-0x264b8376-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,658 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,658 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:39,658 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:39,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:39,659 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,659 DEBUG [hconnection-0x3fa1c719-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,659 DEBUG [hconnection-0x1e0199a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,660 DEBUG [hconnection-0x6d718dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T19:28:39,660 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,660 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,661 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T19:28:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945379679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945379680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945379680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945379682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945379683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a40780c530b34e1abc5f02b2dee34c87_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945319659/Put/seqid=0 2024-12-11T19:28:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742349_1525 (size=12154) 2024-12-11T19:28:39,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:39,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a40780c530b34e1abc5f02b2dee34c87_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a40780c530b34e1abc5f02b2dee34c87_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:39,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/daed519abe694345bf73b6306ba1a955, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:39,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/daed519abe694345bf73b6306ba1a955 is 175, key is test_row_0/A:col10/1733945319659/Put/seqid=0 2024-12-11T19:28:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742350_1526 (size=30955) 2024-12-11T19:28:39,721 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/daed519abe694345bf73b6306ba1a955 2024-12-11T19:28:39,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/617594a6321c400fac77a1c90df9c85b is 50, key is test_row_0/B:col10/1733945319659/Put/seqid=0 2024-12-11T19:28:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742351_1527 (size=12001) 2024-12-11T19:28:39,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/617594a6321c400fac77a1c90df9c85b 2024-12-11T19:28:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-11T19:28:39,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/c7f61dd6a37e4f128ef23e59aa3d0541 is 50, key is test_row_0/C:col10/1733945319659/Put/seqid=0 2024-12-11T19:28:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742352_1528 (size=12001) 2024-12-11T19:28:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945379784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945379784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945379784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945379786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945379788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-11T19:28:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-11T19:28:39,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-11T19:28:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:39,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945379986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945379986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945379987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945379987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:39,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945379989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-11T19:28:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:40,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:40,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/c7f61dd6a37e4f128ef23e59aa3d0541 2024-12-11T19:28:40,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/daed519abe694345bf73b6306ba1a955 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/daed519abe694345bf73b6306ba1a955 2024-12-11T19:28:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/daed519abe694345bf73b6306ba1a955, entries=150, sequenceid=17, filesize=30.2 K 2024-12-11T19:28:40,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/617594a6321c400fac77a1c90df9c85b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/617594a6321c400fac77a1c90df9c85b 2024-12-11T19:28:40,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/617594a6321c400fac77a1c90df9c85b, entries=150, sequenceid=17, filesize=11.7 K 2024-12-11T19:28:40,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/c7f61dd6a37e4f128ef23e59aa3d0541 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/c7f61dd6a37e4f128ef23e59aa3d0541 2024-12-11T19:28:40,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/c7f61dd6a37e4f128ef23e59aa3d0541, entries=150, sequenceid=17, filesize=11.7 K 2024-12-11T19:28:40,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9bbeac48f7b01d2966e75b2c86eb42dc in 531ms, sequenceid=17, compaction requested=false 2024-12-11T19:28:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-11T19:28:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-11T19:28:40,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-11T19:28:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:40,269 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T19:28:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:40,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211560bc38c623c4d9d8223a6f280502736_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945319674/Put/seqid=0 2024-12-11T19:28:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742353_1529 (size=12154) 2024-12-11T19:28:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:40,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945380293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945380294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945380296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945380296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945380296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945380397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945380397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945380398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945380399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945380399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945380600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945380601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945380601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945380601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945380601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:40,694 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211560bc38c623c4d9d8223a6f280502736_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211560bc38c623c4d9d8223a6f280502736_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4 is 175, key is test_row_0/A:col10/1733945319674/Put/seqid=0 2024-12-11T19:28:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742354_1530 (size=30955) 2024-12-11T19:28:40,713 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4 2024-12-11T19:28:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/3f97533d540146bdaf54344130a8b3aa is 50, key is test_row_0/B:col10/1733945319674/Put/seqid=0 2024-12-11T19:28:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742355_1531 (size=12001) 2024-12-11T19:28:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-11T19:28:40,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945380903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945380903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945380903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945380905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945380911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:41,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/3f97533d540146bdaf54344130a8b3aa 2024-12-11T19:28:41,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4d41ca00b468414b9dd9f4b2cc8b32ef is 50, key is test_row_0/C:col10/1733945319674/Put/seqid=0 2024-12-11T19:28:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742356_1532 (size=12001) 2024-12-11T19:28:41,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T19:28:41,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945381406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:41,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945381407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:41,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945381407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:41,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945381409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945381421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:41,607 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4d41ca00b468414b9dd9f4b2cc8b32ef 2024-12-11T19:28:41,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4 2024-12-11T19:28:41,617 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4, entries=150, sequenceid=40, filesize=30.2 K 2024-12-11T19:28:41,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/3f97533d540146bdaf54344130a8b3aa as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/3f97533d540146bdaf54344130a8b3aa 2024-12-11T19:28:41,623 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/3f97533d540146bdaf54344130a8b3aa, entries=150, sequenceid=40, filesize=11.7 K 2024-12-11T19:28:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4d41ca00b468414b9dd9f4b2cc8b32ef as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4d41ca00b468414b9dd9f4b2cc8b32ef 2024-12-11T19:28:41,630 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4d41ca00b468414b9dd9f4b2cc8b32ef, entries=150, sequenceid=40, filesize=11.7 K 2024-12-11T19:28:41,631 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1362ms, sequenceid=40, compaction requested=false 2024-12-11T19:28:41,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:41,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:41,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-11T19:28:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-11T19:28:41,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-11T19:28:41,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9730 sec 2024-12-11T19:28:41,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.9820 sec 2024-12-11T19:28:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-11T19:28:41,762 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-11T19:28:41,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-11T19:28:41,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:41,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:41,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-11T19:28:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-11T19:28:41,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:41,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-11T19:28:41,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:41,917 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:28:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c19d9bdcdc594ee8b84832f61b890251_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945320292/Put/seqid=0 2024-12-11T19:28:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742357_1533 (size=12154) 2024-12-11T19:28:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:41,948 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c19d9bdcdc594ee8b84832f61b890251_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c19d9bdcdc594ee8b84832f61b890251_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/884eb281785447e59d64189d7c72be74, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/884eb281785447e59d64189d7c72be74 is 175, key is test_row_0/A:col10/1733945320292/Put/seqid=0 2024-12-11T19:28:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742358_1534 (size=30955) 2024-12-11T19:28:41,955 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/884eb281785447e59d64189d7c72be74 2024-12-11T19:28:41,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/5118023f758648f7800dbe3f0584faab is 50, key is test_row_0/B:col10/1733945320292/Put/seqid=0 2024-12-11T19:28:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742359_1535 (size=12001) 2024-12-11T19:28:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-11T19:28:42,367 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/5118023f758648f7800dbe3f0584faab 2024-12-11T19:28:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-11T19:28:42,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e11ecced9ef640fcbc7cc57621aaafdd is 50, key is test_row_0/C:col10/1733945320292/Put/seqid=0 2024-12-11T19:28:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:42,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742360_1536 (size=12001) 2024-12-11T19:28:42,437 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e11ecced9ef640fcbc7cc57621aaafdd 2024-12-11T19:28:42,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/884eb281785447e59d64189d7c72be74 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/884eb281785447e59d64189d7c72be74 2024-12-11T19:28:42,447 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/884eb281785447e59d64189d7c72be74, entries=150, sequenceid=54, filesize=30.2 K 2024-12-11T19:28:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/5118023f758648f7800dbe3f0584faab as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/5118023f758648f7800dbe3f0584faab 2024-12-11T19:28:42,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945382446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945382446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,454 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/5118023f758648f7800dbe3f0584faab, entries=150, sequenceid=54, filesize=11.7 K 2024-12-11T19:28:42,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945382451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e11ecced9ef640fcbc7cc57621aaafdd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e11ecced9ef640fcbc7cc57621aaafdd 2024-12-11T19:28:42,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945382454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945382454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,464 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e11ecced9ef640fcbc7cc57621aaafdd, entries=150, sequenceid=54, filesize=11.7 K 2024-12-11T19:28:42,464 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9bbeac48f7b01d2966e75b2c86eb42dc in 547ms, sequenceid=54, compaction requested=true 2024-12-11T19:28:42,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:42,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:42,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-11T19:28:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-11T19:28:42,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-11T19:28:42,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 700 msec 2024-12-11T19:28:42,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 704 msec 2024-12-11T19:28:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:42,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T19:28:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:42,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c065f6d96aa04f0aaad184b51b3076d0_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945322558/Put/seqid=0 2024-12-11T19:28:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945382573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945382573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945382576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945382576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945382592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742361_1537 (size=12154) 2024-12-11T19:28:42,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945382677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945382681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945382685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945382685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945382696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-11T19:28:42,869 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-11T19:28:42,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-11T19:28:42,872 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-11T19:28:42,872 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:42,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:42,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945382883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945382885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945382887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945382888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945382902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-11T19:28:43,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:43,015 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c065f6d96aa04f0aaad184b51b3076d0_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c065f6d96aa04f0aaad184b51b3076d0_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:43,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4bc51a50b2314b189ab483bb24e0cc5d, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:43,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4bc51a50b2314b189ab483bb24e0cc5d is 175, key is test_row_0/A:col10/1733945322558/Put/seqid=0 2024-12-11T19:28:43,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-11T19:28:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742362_1538 (size=30955) 2024-12-11T19:28:43,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4bc51a50b2314b189ab483bb24e0cc5d 2024-12-11T19:28:43,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/eb76d21e291e4c6d9baa6f36b2b3e4c9 is 50, key is test_row_0/B:col10/1733945322558/Put/seqid=0 2024-12-11T19:28:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742363_1539 (size=12001) 2024-12-11T19:28:43,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/eb76d21e291e4c6d9baa6f36b2b3e4c9 2024-12-11T19:28:43,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e753cfc1636749028ab0fac10b515cca is 50, key is test_row_0/C:col10/1733945322558/Put/seqid=0 2024-12-11T19:28:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742364_1540 (size=12001) 2024-12-11T19:28:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-11T19:28:43,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-11T19:28:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945383188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945383189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945383190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945383193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945383206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-11T19:28:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-11T19:28:43,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-11T19:28:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:43,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e753cfc1636749028ab0fac10b515cca 2024-12-11T19:28:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4bc51a50b2314b189ab483bb24e0cc5d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4bc51a50b2314b189ab483bb24e0cc5d 2024-12-11T19:28:43,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4bc51a50b2314b189ab483bb24e0cc5d, entries=150, sequenceid=79, filesize=30.2 K 2024-12-11T19:28:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/eb76d21e291e4c6d9baa6f36b2b3e4c9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/eb76d21e291e4c6d9baa6f36b2b3e4c9 2024-12-11T19:28:43,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/eb76d21e291e4c6d9baa6f36b2b3e4c9, entries=150, sequenceid=79, filesize=11.7 K 2024-12-11T19:28:43,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e753cfc1636749028ab0fac10b515cca as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e753cfc1636749028ab0fac10b515cca 2024-12-11T19:28:43,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e753cfc1636749028ab0fac10b515cca, entries=150, sequenceid=79, filesize=11.7 K 2024-12-11T19:28:43,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1013ms, sequenceid=79, compaction requested=true 2024-12-11T19:28:43,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:43,572 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:43,572 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:43,572 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:43,572 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:43,572 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/A is initiating minor compaction (all files) 2024-12-11T19:28:43,573 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/B is initiating minor compaction (all files) 2024-12-11T19:28:43,573 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/A in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,573 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/B in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,573 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/617594a6321c400fac77a1c90df9c85b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/3f97533d540146bdaf54344130a8b3aa, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/5118023f758648f7800dbe3f0584faab, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/eb76d21e291e4c6d9baa6f36b2b3e4c9] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=46.9 K 2024-12-11T19:28:43,573 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/daed519abe694345bf73b6306ba1a955, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/884eb281785447e59d64189d7c72be74, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4bc51a50b2314b189ab483bb24e0cc5d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=120.9 K 2024-12-11T19:28:43,573 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,573 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/daed519abe694345bf73b6306ba1a955, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/884eb281785447e59d64189d7c72be74, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4bc51a50b2314b189ab483bb24e0cc5d] 2024-12-11T19:28:43,573 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 617594a6321c400fac77a1c90df9c85b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733945319659 2024-12-11T19:28:43,573 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting daed519abe694345bf73b6306ba1a955, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733945319659 2024-12-11T19:28:43,573 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f97533d540146bdaf54344130a8b3aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733945319674 2024-12-11T19:28:43,573 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c8a7e61bc2e40c7af7a9fc55e3fe1a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733945319674 2024-12-11T19:28:43,573 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 5118023f758648f7800dbe3f0584faab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945320292 2024-12-11T19:28:43,574 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 884eb281785447e59d64189d7c72be74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945320292 2024-12-11T19:28:43,574 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting eb76d21e291e4c6d9baa6f36b2b3e4c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733945322443 2024-12-11T19:28:43,574 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bc51a50b2314b189ab483bb24e0cc5d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733945322443 2024-12-11T19:28:43,587 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:43,589 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#B#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:43,589 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/45271f1c77484c578d449babf8b40e88 is 50, key is test_row_0/B:col10/1733945322558/Put/seqid=0 2024-12-11T19:28:43,591 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211b74ab2ad224b45bea3196ac89be04690_9bbeac48f7b01d2966e75b2c86eb42dc store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:43,592 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211b74ab2ad224b45bea3196ac89be04690_9bbeac48f7b01d2966e75b2c86eb42dc, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:43,593 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b74ab2ad224b45bea3196ac89be04690_9bbeac48f7b01d2966e75b2c86eb42dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742365_1541 (size=12139) 2024-12-11T19:28:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742366_1542 (size=4469) 2024-12-11T19:28:43,619 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#A#compaction#464 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:43,620 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/75683ebc931a4aa49b9b5d56a86aee79 is 175, key is test_row_0/A:col10/1733945322558/Put/seqid=0 2024-12-11T19:28:43,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742367_1543 (size=31093) 2024-12-11T19:28:43,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-11T19:28:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:43,641 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:28:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116eff3069c55847d388346fa28351b6a3_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945322570/Put/seqid=0 2024-12-11T19:28:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742368_1544 (size=12154) 2024-12-11T19:28:43,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:43,658 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116eff3069c55847d388346fa28351b6a3_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116eff3069c55847d388346fa28351b6a3_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:43,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/33ed5365be5942e0803713086e5763de, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:43,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/33ed5365be5942e0803713086e5763de is 175, key is test_row_0/A:col10/1733945322570/Put/seqid=0 2024-12-11T19:28:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742369_1545 (size=30955) 2024-12-11T19:28:43,666 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/33ed5365be5942e0803713086e5763de 2024-12-11T19:28:43,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/1bec3b9e1bca4db89b26b426d4a86314 is 50, key is test_row_0/B:col10/1733945322570/Put/seqid=0 2024-12-11T19:28:43,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742370_1546 (size=12001) 2024-12-11T19:28:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:43,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:43,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945383712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945383714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945383714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945383714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945383716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945383819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945383819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945383821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945383822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-11T19:28:44,015 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/45271f1c77484c578d449babf8b40e88 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/45271f1c77484c578d449babf8b40e88 2024-12-11T19:28:44,021 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/B of 9bbeac48f7b01d2966e75b2c86eb42dc into 45271f1c77484c578d449babf8b40e88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:44,021 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:44,021 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/B, priority=12, startTime=1733945323572; duration=0sec 2024-12-11T19:28:44,021 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:44,021 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:B 2024-12-11T19:28:44,021 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:44,023 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:44,023 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/C is initiating minor compaction (all files) 2024-12-11T19:28:44,023 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/C in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:44,023 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/c7f61dd6a37e4f128ef23e59aa3d0541, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4d41ca00b468414b9dd9f4b2cc8b32ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e11ecced9ef640fcbc7cc57621aaafdd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e753cfc1636749028ab0fac10b515cca] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=46.9 K 2024-12-11T19:28:44,023 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting c7f61dd6a37e4f128ef23e59aa3d0541, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733945319659 2024-12-11T19:28:44,024 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d41ca00b468414b9dd9f4b2cc8b32ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733945319674 2024-12-11T19:28:44,024 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e11ecced9ef640fcbc7cc57621aaafdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733945320292 2024-12-11T19:28:44,024 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e753cfc1636749028ab0fac10b515cca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733945322443 2024-12-11T19:28:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945384022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945384023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945384025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945384025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,031 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:44,032 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/00e10966588a4c0d96972a2e1dbafdb8 is 50, key is test_row_0/C:col10/1733945322558/Put/seqid=0 2024-12-11T19:28:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742371_1547 (size=12139) 2024-12-11T19:28:44,051 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/75683ebc931a4aa49b9b5d56a86aee79 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/75683ebc931a4aa49b9b5d56a86aee79 2024-12-11T19:28:44,057 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/00e10966588a4c0d96972a2e1dbafdb8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00e10966588a4c0d96972a2e1dbafdb8 2024-12-11T19:28:44,060 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/A of 9bbeac48f7b01d2966e75b2c86eb42dc into 75683ebc931a4aa49b9b5d56a86aee79(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:44,060 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:44,060 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/A, priority=12, startTime=1733945323571; duration=0sec 2024-12-11T19:28:44,060 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:44,060 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:A 2024-12-11T19:28:44,063 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/C of 9bbeac48f7b01d2966e75b2c86eb42dc into 00e10966588a4c0d96972a2e1dbafdb8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:44,063 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:44,063 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/C, priority=12, startTime=1733945323572; duration=0sec 2024-12-11T19:28:44,063 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:44,063 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:C 2024-12-11T19:28:44,093 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/1bec3b9e1bca4db89b26b426d4a86314 2024-12-11T19:28:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/d97f8ed2d12e4f159597622fda122a35 is 50, key is test_row_0/C:col10/1733945322570/Put/seqid=0 2024-12-11T19:28:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742372_1548 (size=12001) 2024-12-11T19:28:44,127 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/d97f8ed2d12e4f159597622fda122a35 2024-12-11T19:28:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/33ed5365be5942e0803713086e5763de as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/33ed5365be5942e0803713086e5763de 2024-12-11T19:28:44,138 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/33ed5365be5942e0803713086e5763de, entries=150, sequenceid=91, filesize=30.2 K 2024-12-11T19:28:44,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/1bec3b9e1bca4db89b26b426d4a86314 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/1bec3b9e1bca4db89b26b426d4a86314 2024-12-11T19:28:44,143 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/1bec3b9e1bca4db89b26b426d4a86314, entries=150, sequenceid=91, filesize=11.7 K 2024-12-11T19:28:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/d97f8ed2d12e4f159597622fda122a35 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/d97f8ed2d12e4f159597622fda122a35 2024-12-11T19:28:44,147 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/d97f8ed2d12e4f159597622fda122a35, entries=150, sequenceid=91, filesize=11.7 K 2024-12-11T19:28:44,148 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9bbeac48f7b01d2966e75b2c86eb42dc in 507ms, sequenceid=91, compaction requested=false 2024-12-11T19:28:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-11T19:28:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-11T19:28:44,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-11T19:28:44,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2770 sec 2024-12-11T19:28:44,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.2810 sec 2024-12-11T19:28:44,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:28:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:44,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:44,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:44,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:44,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:44,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:44,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:44,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121102c5f4a498004ce5b03f0814840fae82_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945323714/Put/seqid=0 2024-12-11T19:28:44,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945384342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945384342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945384347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945384347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742373_1549 (size=12154) 2024-12-11T19:28:44,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945384448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945384448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945384452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945384452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945384652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945384653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945384656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945384655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945384718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,764 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:44,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121102c5f4a498004ce5b03f0814840fae82_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121102c5f4a498004ce5b03f0814840fae82_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:44,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7f3a473b6411482f9965c31e39d8f2fc, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:44,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7f3a473b6411482f9965c31e39d8f2fc is 175, key is test_row_0/A:col10/1733945323714/Put/seqid=0 2024-12-11T19:28:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742374_1550 (size=30955) 2024-12-11T19:28:44,771 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7f3a473b6411482f9965c31e39d8f2fc 2024-12-11T19:28:44,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/46ac048ceb09492a9305e7afb9fc26a0 is 50, key is test_row_0/B:col10/1733945323714/Put/seqid=0 2024-12-11T19:28:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742375_1551 (size=12001) 2024-12-11T19:28:44,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945384957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945384957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945384959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945384960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-11T19:28:44,977 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-11T19:28:44,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-11T19:28:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-11T19:28:44,979 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:44,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:44,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-11T19:28:45,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-11T19:28:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/46ac048ceb09492a9305e7afb9fc26a0 2024-12-11T19:28:45,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/48d81a78b7c2459285de7582cdf771de is 50, key is test_row_0/C:col10/1733945323714/Put/seqid=0 2024-12-11T19:28:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742376_1552 (size=12001) 2024-12-11T19:28:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-11T19:28:45,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-11T19:28:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-11T19:28:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945385461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945385461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945385463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945385467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-11T19:28:45,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-11T19:28:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:45,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/48d81a78b7c2459285de7582cdf771de 2024-12-11T19:28:45,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7f3a473b6411482f9965c31e39d8f2fc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7f3a473b6411482f9965c31e39d8f2fc 2024-12-11T19:28:45,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7f3a473b6411482f9965c31e39d8f2fc, entries=150, sequenceid=120, filesize=30.2 K 2024-12-11T19:28:45,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/46ac048ceb09492a9305e7afb9fc26a0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/46ac048ceb09492a9305e7afb9fc26a0 2024-12-11T19:28:45,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/46ac048ceb09492a9305e7afb9fc26a0, entries=150, sequenceid=120, filesize=11.7 K 2024-12-11T19:28:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/48d81a78b7c2459285de7582cdf771de as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/48d81a78b7c2459285de7582cdf771de 2024-12-11T19:28:45,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/48d81a78b7c2459285de7582cdf771de, entries=150, sequenceid=120, filesize=11.7 K 2024-12-11T19:28:45,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1312ms, sequenceid=120, compaction requested=true 2024-12-11T19:28:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:45,641 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:45,641 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:45,642 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:45,643 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/B is initiating minor compaction (all files) 2024-12-11T19:28:45,643 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/B in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,643 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/45271f1c77484c578d449babf8b40e88, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/1bec3b9e1bca4db89b26b426d4a86314, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/46ac048ceb09492a9305e7afb9fc26a0] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=35.3 K 2024-12-11T19:28:45,643 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 45271f1c77484c578d449babf8b40e88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733945322443 2024-12-11T19:28:45,643 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:45,644 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bec3b9e1bca4db89b26b426d4a86314, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945322570 2024-12-11T19:28:45,644 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/A is initiating minor compaction (all files) 2024-12-11T19:28:45,644 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/A in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,644 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/75683ebc931a4aa49b9b5d56a86aee79, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/33ed5365be5942e0803713086e5763de, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7f3a473b6411482f9965c31e39d8f2fc] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=90.8 K 2024-12-11T19:28:45,644 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,644 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/75683ebc931a4aa49b9b5d56a86aee79, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/33ed5365be5942e0803713086e5763de, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7f3a473b6411482f9965c31e39d8f2fc] 2024-12-11T19:28:45,644 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ac048ceb09492a9305e7afb9fc26a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945323714 2024-12-11T19:28:45,644 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75683ebc931a4aa49b9b5d56a86aee79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733945322443 2024-12-11T19:28:45,644 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ed5365be5942e0803713086e5763de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945322570 2024-12-11T19:28:45,645 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f3a473b6411482f9965c31e39d8f2fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945323714 2024-12-11T19:28:45,649 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:45,649 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#B#compaction#472 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:45,650 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/01d5c5a672c4472388e16a30f72e181c is 50, key is test_row_0/B:col10/1733945323714/Put/seqid=0 2024-12-11T19:28:45,656 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211d1b83f3e46be436ba0016d19e06f8d69_9bbeac48f7b01d2966e75b2c86eb42dc store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:45,658 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211d1b83f3e46be436ba0016d19e06f8d69_9bbeac48f7b01d2966e75b2c86eb42dc, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:45,658 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d1b83f3e46be436ba0016d19e06f8d69_9bbeac48f7b01d2966e75b2c86eb42dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742377_1553 (size=12241) 2024-12-11T19:28:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742378_1554 (size=4469) 2024-12-11T19:28:45,696 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#A#compaction#473 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:45,697 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/1dfa6c6654274bc0902afd4f298dcf2b is 175, key is test_row_0/A:col10/1733945323714/Put/seqid=0 2024-12-11T19:28:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742379_1555 (size=31195) 2024-12-11T19:28:45,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:45,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-11T19:28:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:45,745 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:45,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:45,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121136834133a57b4becb2ef835913c9efcb_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945324341/Put/seqid=0 2024-12-11T19:28:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742380_1556 (size=12254) 2024-12-11T19:28:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:45,795 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121136834133a57b4becb2ef835913c9efcb_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121136834133a57b4becb2ef835913c9efcb_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:45,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7a0ccc5f993f42aa91235810fee7bd15, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7a0ccc5f993f42aa91235810fee7bd15 is 175, key is test_row_0/A:col10/1733945324341/Put/seqid=0 2024-12-11T19:28:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742381_1557 (size=31055) 2024-12-11T19:28:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-11T19:28:46,095 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/01d5c5a672c4472388e16a30f72e181c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/01d5c5a672c4472388e16a30f72e181c 2024-12-11T19:28:46,100 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/B of 9bbeac48f7b01d2966e75b2c86eb42dc into 01d5c5a672c4472388e16a30f72e181c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:46,100 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:46,100 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/B, priority=13, startTime=1733945325641; duration=0sec 2024-12-11T19:28:46,100 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:46,100 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:B 2024-12-11T19:28:46,100 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:46,101 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:46,101 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/C is initiating minor compaction (all files) 2024-12-11T19:28:46,101 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/C in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:46,101 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00e10966588a4c0d96972a2e1dbafdb8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/d97f8ed2d12e4f159597622fda122a35, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/48d81a78b7c2459285de7582cdf771de] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=35.3 K 2024-12-11T19:28:46,102 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 00e10966588a4c0d96972a2e1dbafdb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733945322443 2024-12-11T19:28:46,102 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting d97f8ed2d12e4f159597622fda122a35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733945322570 2024-12-11T19:28:46,102 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 48d81a78b7c2459285de7582cdf771de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945323714 2024-12-11T19:28:46,104 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/1dfa6c6654274bc0902afd4f298dcf2b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1dfa6c6654274bc0902afd4f298dcf2b 2024-12-11T19:28:46,111 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/A of 9bbeac48f7b01d2966e75b2c86eb42dc into 1dfa6c6654274bc0902afd4f298dcf2b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:46,111 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:46,111 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/A, priority=13, startTime=1733945325641; duration=0sec 2024-12-11T19:28:46,111 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:46,111 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:A 2024-12-11T19:28:46,112 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:46,112 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/452b5912f6ca4155ba20996adc1e0b86 is 50, key is test_row_0/C:col10/1733945323714/Put/seqid=0 2024-12-11T19:28:46,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742382_1558 (size=12241) 2024-12-11T19:28:46,213 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7a0ccc5f993f42aa91235810fee7bd15 2024-12-11T19:28:46,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/2e22885bfb274c30b23dda89dc171665 is 50, key is test_row_0/B:col10/1733945324341/Put/seqid=0 2024-12-11T19:28:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742383_1559 (size=12101) 2024-12-11T19:28:46,269 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/2e22885bfb274c30b23dda89dc171665 2024-12-11T19:28:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/ab542ea9579e49ec991907af5b5b2e4f is 50, key is test_row_0/C:col10/1733945324341/Put/seqid=0 2024-12-11T19:28:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742384_1560 (size=12101) 2024-12-11T19:28:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:46,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945386500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945386500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945386500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945386501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,521 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/452b5912f6ca4155ba20996adc1e0b86 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/452b5912f6ca4155ba20996adc1e0b86 2024-12-11T19:28:46,531 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/C of 9bbeac48f7b01d2966e75b2c86eb42dc into 452b5912f6ca4155ba20996adc1e0b86(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:46,531 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:46,531 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/C, priority=13, startTime=1733945325641; duration=0sec 2024-12-11T19:28:46,531 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:46,531 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:C 2024-12-11T19:28:46,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945386605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945386605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945386605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945386605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/ab542ea9579e49ec991907af5b5b2e4f 2024-12-11T19:28:46,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/7a0ccc5f993f42aa91235810fee7bd15 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7a0ccc5f993f42aa91235810fee7bd15 2024-12-11T19:28:46,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945386728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,730 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7a0ccc5f993f42aa91235810fee7bd15, entries=150, sequenceid=131, filesize=30.3 K 2024-12-11T19:28:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/2e22885bfb274c30b23dda89dc171665 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2e22885bfb274c30b23dda89dc171665 2024-12-11T19:28:46,732 DEBUG [Thread-2335 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., hostname=c93eb4842bd9,36395,1733945164274, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:28:46,736 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2e22885bfb274c30b23dda89dc171665, entries=150, sequenceid=131, filesize=11.8 K 2024-12-11T19:28:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/ab542ea9579e49ec991907af5b5b2e4f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ab542ea9579e49ec991907af5b5b2e4f 2024-12-11T19:28:46,744 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ab542ea9579e49ec991907af5b5b2e4f, entries=150, sequenceid=131, filesize=11.8 K 2024-12-11T19:28:46,745 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1000ms, sequenceid=131, compaction requested=false 2024-12-11T19:28:46,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:46,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:46,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-11T19:28:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-11T19:28:46,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-11T19:28:46,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7680 sec 2024-12-11T19:28:46,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.7770 sec 2024-12-11T19:28:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:46,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T19:28:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:46,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211487843b843ce4556be44042b67176fc0_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945326499/Put/seqid=0 2024-12-11T19:28:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742385_1561 (size=12304) 2024-12-11T19:28:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945386847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945386848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945386848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945386848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945386951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945386951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945386951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:46,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945386953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-11T19:28:47,083 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-11T19:28:47,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-11T19:28:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-11T19:28:47,085 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:47,085 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:47,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945387154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945387155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945387156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945387157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-11T19:28:47,218 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:47,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211487843b843ce4556be44042b67176fc0_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211487843b843ce4556be44042b67176fc0_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:47,223 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/adfc5baa19414bbe8b9191f5043aaffe, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:47,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/adfc5baa19414bbe8b9191f5043aaffe is 175, key is test_row_0/A:col10/1733945326499/Put/seqid=0 2024-12-11T19:28:47,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742386_1562 (size=31105) 2024-12-11T19:28:47,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-11T19:28:47,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:47,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-11T19:28:47,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-11T19:28:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945387461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945387461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945387463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945387463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-11T19:28:47,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:47,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/adfc5baa19414bbe8b9191f5043aaffe 2024-12-11T19:28:47,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/6ba1fa1a2223402ab4cd34f365b2fb9f is 50, key is test_row_0/B:col10/1733945326499/Put/seqid=0 2024-12-11T19:28:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742387_1563 (size=12151) 2024-12-11T19:28:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-11T19:28:47,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-11T19:28:47,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-11T19:28:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:47,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:47,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945387965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945387967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945387967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945387970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:48,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:48,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-11T19:28:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:48,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/6ba1fa1a2223402ab4cd34f365b2fb9f 2024-12-11T19:28:48,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/24da3d13918948b3b09b75c7a2070eb8 is 50, key is test_row_0/C:col10/1733945326499/Put/seqid=0 2024-12-11T19:28:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742388_1564 (size=12151) 2024-12-11T19:28:48,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/24da3d13918948b3b09b75c7a2070eb8 2024-12-11T19:28:48,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/adfc5baa19414bbe8b9191f5043aaffe as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/adfc5baa19414bbe8b9191f5043aaffe 2024-12-11T19:28:48,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/adfc5baa19414bbe8b9191f5043aaffe, entries=150, sequenceid=160, filesize=30.4 K 2024-12-11T19:28:48,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/6ba1fa1a2223402ab4cd34f365b2fb9f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/6ba1fa1a2223402ab4cd34f365b2fb9f 2024-12-11T19:28:48,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/6ba1fa1a2223402ab4cd34f365b2fb9f, entries=150, sequenceid=160, filesize=11.9 K 2024-12-11T19:28:48,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/24da3d13918948b3b09b75c7a2070eb8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/24da3d13918948b3b09b75c7a2070eb8 2024-12-11T19:28:48,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/24da3d13918948b3b09b75c7a2070eb8, entries=150, sequenceid=160, filesize=11.9 K 2024-12-11T19:28:48,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1308ms, sequenceid=160, compaction requested=true 2024-12-11T19:28:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:48,117 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:48,117 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:48,118 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:48,118 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:48,118 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/A is initiating minor compaction (all files) 2024-12-11T19:28:48,118 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/B is initiating minor compaction (all files) 2024-12-11T19:28:48,118 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/B in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,118 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/A in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,118 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1dfa6c6654274bc0902afd4f298dcf2b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7a0ccc5f993f42aa91235810fee7bd15, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/adfc5baa19414bbe8b9191f5043aaffe] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=91.2 K 2024-12-11T19:28:48,118 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/01d5c5a672c4472388e16a30f72e181c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2e22885bfb274c30b23dda89dc171665, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/6ba1fa1a2223402ab4cd34f365b2fb9f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=35.6 K 2024-12-11T19:28:48,118 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,118 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1dfa6c6654274bc0902afd4f298dcf2b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7a0ccc5f993f42aa91235810fee7bd15, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/adfc5baa19414bbe8b9191f5043aaffe] 2024-12-11T19:28:48,119 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dfa6c6654274bc0902afd4f298dcf2b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945323714 2024-12-11T19:28:48,119 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 01d5c5a672c4472388e16a30f72e181c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945323714 2024-12-11T19:28:48,119 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e22885bfb274c30b23dda89dc171665, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733945324341 2024-12-11T19:28:48,119 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a0ccc5f993f42aa91235810fee7bd15, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733945324341 2024-12-11T19:28:48,120 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting adfc5baa19414bbe8b9191f5043aaffe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945326499 2024-12-11T19:28:48,120 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ba1fa1a2223402ab4cd34f365b2fb9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945326499 2024-12-11T19:28:48,127 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:48,127 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:48,129 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/735499dbf430431dba5a7b61d70092c9 is 50, key is test_row_0/B:col10/1733945326499/Put/seqid=0 2024-12-11T19:28:48,130 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412115dbeaa271adb474c9d9ad6dd9be5ef78_9bbeac48f7b01d2966e75b2c86eb42dc store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:48,132 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412115dbeaa271adb474c9d9ad6dd9be5ef78_9bbeac48f7b01d2966e75b2c86eb42dc, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:48,132 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115dbeaa271adb474c9d9ad6dd9be5ef78_9bbeac48f7b01d2966e75b2c86eb42dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742390_1566 (size=4469) 2024-12-11T19:28:48,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742389_1565 (size=12493) 2024-12-11T19:28:48,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:48,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-11T19:28:48,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,180 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:28:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b49b5476142a4e68a2388c207554f3a9_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945326846/Put/seqid=0 2024-12-11T19:28:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-11T19:28:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742391_1567 (size=12304) 2024-12-11T19:28:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b49b5476142a4e68a2388c207554f3a9_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b49b5476142a4e68a2388c207554f3a9_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/980139521b714c1a9029089ff4b220be, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/980139521b714c1a9029089ff4b220be is 175, key is test_row_0/A:col10/1733945326846/Put/seqid=0 2024-12-11T19:28:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742392_1568 (size=31105) 2024-12-11T19:28:48,556 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#A#compaction#482 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:48,556 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/b530d78f7ecb4b3095c3c9a94769404b is 175, key is test_row_0/A:col10/1733945326499/Put/seqid=0 2024-12-11T19:28:48,560 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/735499dbf430431dba5a7b61d70092c9 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/735499dbf430431dba5a7b61d70092c9 2024-12-11T19:28:48,566 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/B of 9bbeac48f7b01d2966e75b2c86eb42dc into 735499dbf430431dba5a7b61d70092c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:48,567 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:48,567 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/B, priority=13, startTime=1733945328117; duration=0sec 2024-12-11T19:28:48,567 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:48,567 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:B 2024-12-11T19:28:48,567 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:48,568 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:48,568 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/C is initiating minor compaction (all files) 2024-12-11T19:28:48,568 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/C in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,568 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/452b5912f6ca4155ba20996adc1e0b86, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ab542ea9579e49ec991907af5b5b2e4f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/24da3d13918948b3b09b75c7a2070eb8] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=35.6 K 2024-12-11T19:28:48,568 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 452b5912f6ca4155ba20996adc1e0b86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733945323714 2024-12-11T19:28:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742393_1569 (size=31447) 2024-12-11T19:28:48,569 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ab542ea9579e49ec991907af5b5b2e4f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733945324341 2024-12-11T19:28:48,569 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 24da3d13918948b3b09b75c7a2070eb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945326499 2024-12-11T19:28:48,574 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#C#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:48,574 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/674d125c8958412abde1a8ea405b89fd is 50, key is test_row_0/C:col10/1733945326499/Put/seqid=0 2024-12-11T19:28:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742394_1570 (size=12493) 2024-12-11T19:28:48,591 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/674d125c8958412abde1a8ea405b89fd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/674d125c8958412abde1a8ea405b89fd 2024-12-11T19:28:48,594 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/C of 9bbeac48f7b01d2966e75b2c86eb42dc into 674d125c8958412abde1a8ea405b89fd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:48,594 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:48,594 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/C, priority=13, startTime=1733945328117; duration=0sec 2024-12-11T19:28:48,595 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:48,595 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:C 2024-12-11T19:28:48,617 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/980139521b714c1a9029089ff4b220be 2024-12-11T19:28:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/2bc3dc92c61446d1851a38694c8072e1 is 50, key is test_row_0/B:col10/1733945326846/Put/seqid=0 2024-12-11T19:28:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742395_1571 (size=12151) 2024-12-11T19:28:48,629 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/2bc3dc92c61446d1851a38694c8072e1 2024-12-11T19:28:48,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/20688bbf1b47467abcbdbe3b9a50c9ad is 50, key is test_row_0/C:col10/1733945326846/Put/seqid=0 2024-12-11T19:28:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742396_1572 (size=12151) 2024-12-11T19:28:48,645 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/20688bbf1b47467abcbdbe3b9a50c9ad 2024-12-11T19:28:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/980139521b714c1a9029089ff4b220be as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/980139521b714c1a9029089ff4b220be 2024-12-11T19:28:48,656 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/980139521b714c1a9029089ff4b220be, entries=150, sequenceid=172, filesize=30.4 K 2024-12-11T19:28:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/2bc3dc92c61446d1851a38694c8072e1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2bc3dc92c61446d1851a38694c8072e1 2024-12-11T19:28:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,660 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2bc3dc92c61446d1851a38694c8072e1, entries=150, sequenceid=172, filesize=11.9 K 2024-12-11T19:28:48,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/20688bbf1b47467abcbdbe3b9a50c9ad as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/20688bbf1b47467abcbdbe3b9a50c9ad 2024-12-11T19:28:48,666 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/20688bbf1b47467abcbdbe3b9a50c9ad, entries=150, sequenceid=172, filesize=11.9 K 2024-12-11T19:28:48,666 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 9bbeac48f7b01d2966e75b2c86eb42dc in 487ms, sequenceid=172, compaction requested=false 2024-12-11T19:28:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-11T19:28:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-11T19:28:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-11T19:28:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-12-11T19:28:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.5860 sec 2024-12-11T19:28:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,972 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/b530d78f7ecb4b3095c3c9a94769404b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/b530d78f7ecb4b3095c3c9a94769404b 2024-12-11T19:28:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,980 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/A of 9bbeac48f7b01d2966e75b2c86eb42dc into b530d78f7ecb4b3095c3c9a94769404b(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:48,980 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:48,980 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/A, priority=13, startTime=1733945328117; duration=0sec 2024-12-11T19:28:48,980 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:48,980 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:A 2024-12-11T19:28:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211fba4c1257d8b462cb4b71c6c3e478a41_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945329004/Put/seqid=0 2024-12-11T19:28:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742398_1574 (size=24758) 2024-12-11T19:28:49,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:49,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211fba4c1257d8b462cb4b71c6c3e478a41_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211fba4c1257d8b462cb4b71c6c3e478a41_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:49,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/3c6bea6e0e664c9395905ed604dd9394, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:49,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/3c6bea6e0e664c9395905ed604dd9394 is 175, key is test_row_0/A:col10/1733945329004/Put/seqid=0 2024-12-11T19:28:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742397_1573 (size=74395) 2024-12-11T19:28:49,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/3c6bea6e0e664c9395905ed604dd9394 2024-12-11T19:28:49,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945389040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945389041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/ba1b8c1b10e542879f0d96abb0374b03 is 50, key is test_row_0/B:col10/1733945329004/Put/seqid=0 2024-12-11T19:28:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945389045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945389045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742399_1575 (size=12151) 2024-12-11T19:28:49,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945389146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945389147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945389150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945389150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-11T19:28:49,190 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-11T19:28:49,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-11T19:28:49,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-11T19:28:49,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:49,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-11T19:28:49,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-11T19:28:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945389349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945389350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945389352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945389353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/ba1b8c1b10e542879f0d96abb0374b03 2024-12-11T19:28:49,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/119b58451db1487c92e5637de895f957 is 50, key is test_row_0/C:col10/1733945329004/Put/seqid=0 2024-12-11T19:28:49,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742400_1576 (size=12151) 2024-12-11T19:28:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-11T19:28:49,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-11T19:28:49,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-11T19:28:49,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:49,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945389654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945389655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945389655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945389657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-11T19:28:49,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-11T19:28:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:49,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/119b58451db1487c92e5637de895f957 2024-12-11T19:28:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/3c6bea6e0e664c9395905ed604dd9394 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/3c6bea6e0e664c9395905ed604dd9394 2024-12-11T19:28:49,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/3c6bea6e0e664c9395905ed604dd9394, entries=400, sequenceid=186, filesize=72.7 K 2024-12-11T19:28:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/ba1b8c1b10e542879f0d96abb0374b03 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/ba1b8c1b10e542879f0d96abb0374b03 2024-12-11T19:28:49,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/ba1b8c1b10e542879f0d96abb0374b03, entries=150, sequenceid=186, filesize=11.9 K 2024-12-11T19:28:49,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/119b58451db1487c92e5637de895f957 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/119b58451db1487c92e5637de895f957 2024-12-11T19:28:49,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/119b58451db1487c92e5637de895f957, entries=150, sequenceid=186, filesize=11.9 K 2024-12-11T19:28:49,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9bbeac48f7b01d2966e75b2c86eb42dc in 914ms, sequenceid=186, compaction requested=true 2024-12-11T19:28:49,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:49,920 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:49,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:49,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:49,921 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:49,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:49,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:49,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:49,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:49,921 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:49,921 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/A is initiating minor compaction (all files) 2024-12-11T19:28:49,921 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/A in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,921 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/b530d78f7ecb4b3095c3c9a94769404b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/980139521b714c1a9029089ff4b220be, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/3c6bea6e0e664c9395905ed604dd9394] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=133.7 K 2024-12-11T19:28:49,921 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,921 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/b530d78f7ecb4b3095c3c9a94769404b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/980139521b714c1a9029089ff4b220be, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/3c6bea6e0e664c9395905ed604dd9394] 2024-12-11T19:28:49,922 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:49,922 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/B is initiating minor compaction (all files) 2024-12-11T19:28:49,922 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/B in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,922 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/735499dbf430431dba5a7b61d70092c9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2bc3dc92c61446d1851a38694c8072e1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/ba1b8c1b10e542879f0d96abb0374b03] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=35.9 K 2024-12-11T19:28:49,922 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting b530d78f7ecb4b3095c3c9a94769404b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945326499 2024-12-11T19:28:49,922 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 735499dbf430431dba5a7b61d70092c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945326499 2024-12-11T19:28:49,924 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc3dc92c61446d1851a38694c8072e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733945326846 2024-12-11T19:28:49,924 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 980139521b714c1a9029089ff4b220be, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733945326846 2024-12-11T19:28:49,924 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ba1b8c1b10e542879f0d96abb0374b03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733945328996 2024-12-11T19:28:49,924 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c6bea6e0e664c9395905ed604dd9394, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733945328992 2024-12-11T19:28:49,937 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:49,937 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/fc7c41c6316d4ed89660f40c14b704c5 is 50, key is test_row_0/B:col10/1733945329004/Put/seqid=0 2024-12-11T19:28:49,937 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:49,943 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211ebda64d743ea46da92649a3b050f953a_9bbeac48f7b01d2966e75b2c86eb42dc store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:49,946 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211ebda64d743ea46da92649a3b050f953a_9bbeac48f7b01d2966e75b2c86eb42dc, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:49,946 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211ebda64d743ea46da92649a3b050f953a_9bbeac48f7b01d2966e75b2c86eb42dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:49,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:49,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-11T19:28:49,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742402_1578 (size=4469) 2024-12-11T19:28:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:49,958 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T19:28:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:49,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742401_1577 (size=12595) 2024-12-11T19:28:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121150aeabeede2b40c3b6dd0267678a668c_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945329044/Put/seqid=0 2024-12-11T19:28:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742403_1579 (size=12304) 2024-12-11T19:28:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:50,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:50,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945390165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945390166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945390166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945390166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945390269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945390269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945390269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945390270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-11T19:28:50,360 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#A#compaction#491 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:50,360 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/065165bbf9604e2dbacb6b3cd84270fc is 175, key is test_row_0/A:col10/1733945329004/Put/seqid=0 2024-12-11T19:28:50,364 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/fc7c41c6316d4ed89660f40c14b704c5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/fc7c41c6316d4ed89660f40c14b704c5 2024-12-11T19:28:50,369 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/B of 9bbeac48f7b01d2966e75b2c86eb42dc into fc7c41c6316d4ed89660f40c14b704c5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:50,369 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:50,369 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/B, priority=13, startTime=1733945329921; duration=0sec 2024-12-11T19:28:50,369 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:50,369 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:B 2024-12-11T19:28:50,370 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:50,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:50,371 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:50,372 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/C is initiating minor compaction (all files) 2024-12-11T19:28:50,372 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/C in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:50,372 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/674d125c8958412abde1a8ea405b89fd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/20688bbf1b47467abcbdbe3b9a50c9ad, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/119b58451db1487c92e5637de895f957] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=35.9 K 2024-12-11T19:28:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742404_1580 (size=31549) 2024-12-11T19:28:50,373 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 674d125c8958412abde1a8ea405b89fd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733945326499 2024-12-11T19:28:50,374 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 20688bbf1b47467abcbdbe3b9a50c9ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733945326846 2024-12-11T19:28:50,375 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 119b58451db1487c92e5637de895f957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733945328996 2024-12-11T19:28:50,382 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121150aeabeede2b40c3b6dd0267678a668c_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121150aeabeede2b40c3b6dd0267678a668c_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:50,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/68a281a1c49a4068b49ebcba3a568e2c, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:50,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/68a281a1c49a4068b49ebcba3a568e2c is 175, key is test_row_0/A:col10/1733945329044/Put/seqid=0 2024-12-11T19:28:50,385 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/065165bbf9604e2dbacb6b3cd84270fc as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/065165bbf9604e2dbacb6b3cd84270fc 2024-12-11T19:28:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742405_1581 (size=31105) 2024-12-11T19:28:50,396 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/A of 9bbeac48f7b01d2966e75b2c86eb42dc into 065165bbf9604e2dbacb6b3cd84270fc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:50,396 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:50,396 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/A, priority=13, startTime=1733945329920; duration=0sec 2024-12-11T19:28:50,396 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:50,396 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:A 2024-12-11T19:28:50,400 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:50,401 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e07bbdf6c0fc435ba4b7603a313092d6 is 50, key is test_row_0/C:col10/1733945329004/Put/seqid=0 2024-12-11T19:28:50,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742406_1582 (size=12595) 2024-12-11T19:28:50,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945390470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945390471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945390473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945390474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54272 deadline: 1733945390770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,772 DEBUG [Thread-2335 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., hostname=c93eb4842bd9,36395,1733945164274, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T19:28:50,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945390773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945390775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945390778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945390778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:50,795 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/68a281a1c49a4068b49ebcba3a568e2c 2024-12-11T19:28:50,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/8ee8c477d32b40bb8fb64b37f464bad3 is 50, key is test_row_0/B:col10/1733945329044/Put/seqid=0 2024-12-11T19:28:50,826 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e07bbdf6c0fc435ba4b7603a313092d6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e07bbdf6c0fc435ba4b7603a313092d6 2024-12-11T19:28:50,835 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/C of 9bbeac48f7b01d2966e75b2c86eb42dc into e07bbdf6c0fc435ba4b7603a313092d6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:50,836 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:50,836 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/C, priority=13, startTime=1733945329921; duration=0sec 2024-12-11T19:28:50,836 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:50,836 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:C 2024-12-11T19:28:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742407_1583 (size=12151) 2024-12-11T19:28:51,238 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/8ee8c477d32b40bb8fb64b37f464bad3 2024-12-11T19:28:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/07c54ca53a334f78930a7f6a197d96ee is 50, key is test_row_0/C:col10/1733945329044/Put/seqid=0 2024-12-11T19:28:51,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742408_1584 (size=12151) 2024-12-11T19:28:51,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945391280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945391280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945391283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945391284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-11T19:28:51,647 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/07c54ca53a334f78930a7f6a197d96ee 2024-12-11T19:28:51,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/68a281a1c49a4068b49ebcba3a568e2c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/68a281a1c49a4068b49ebcba3a568e2c 2024-12-11T19:28:51,659 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/68a281a1c49a4068b49ebcba3a568e2c, entries=150, sequenceid=211, filesize=30.4 K 2024-12-11T19:28:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/8ee8c477d32b40bb8fb64b37f464bad3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8ee8c477d32b40bb8fb64b37f464bad3 2024-12-11T19:28:51,663 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8ee8c477d32b40bb8fb64b37f464bad3, entries=150, sequenceid=211, filesize=11.9 K 2024-12-11T19:28:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/07c54ca53a334f78930a7f6a197d96ee as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/07c54ca53a334f78930a7f6a197d96ee 2024-12-11T19:28:51,668 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/07c54ca53a334f78930a7f6a197d96ee, entries=150, sequenceid=211, filesize=11.9 K 2024-12-11T19:28:51,669 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1710ms, sequenceid=211, compaction requested=false 2024-12-11T19:28:51,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:51,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:51,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-11T19:28:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-11T19:28:51,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-11T19:28:51,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4760 sec 2024-12-11T19:28:51,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.4840 sec 2024-12-11T19:28:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:52,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T19:28:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:52,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121112855376ecc84840ba9e3d87d66ba32d_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945332288/Put/seqid=0 2024-12-11T19:28:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742409_1585 (size=14794) 2024-12-11T19:28:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945392309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945392310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945392310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945392311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945392414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945392414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945392414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945392415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945392617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945392617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945392617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945392618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,704 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:52,710 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121112855376ecc84840ba9e3d87d66ba32d_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121112855376ecc84840ba9e3d87d66ba32d_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:52,711 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/70ae9dc7f5144d7b81e0c844ff07e76c, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:52,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/70ae9dc7f5144d7b81e0c844ff07e76c is 175, key is test_row_0/A:col10/1733945332288/Put/seqid=0 2024-12-11T19:28:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742410_1586 (size=39749) 2024-12-11T19:28:52,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/70ae9dc7f5144d7b81e0c844ff07e76c 2024-12-11T19:28:52,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/0e59e765a4fa49fa9c8a6b4f294a500f is 50, key is test_row_0/B:col10/1733945332288/Put/seqid=0 2024-12-11T19:28:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742411_1587 (size=12151) 2024-12-11T19:28:52,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/0e59e765a4fa49fa9c8a6b4f294a500f 2024-12-11T19:28:52,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4349d5c07b3440c0a3c15f49a76aeceb is 50, key is test_row_0/C:col10/1733945332288/Put/seqid=0 2024-12-11T19:28:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742412_1588 (size=12151) 2024-12-11T19:28:52,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945392918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945392920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945392920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945392924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4349d5c07b3440c0a3c15f49a76aeceb 2024-12-11T19:28:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/70ae9dc7f5144d7b81e0c844ff07e76c as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/70ae9dc7f5144d7b81e0c844ff07e76c 2024-12-11T19:28:53,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/70ae9dc7f5144d7b81e0c844ff07e76c, entries=200, sequenceid=226, filesize=38.8 K 2024-12-11T19:28:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/0e59e765a4fa49fa9c8a6b4f294a500f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/0e59e765a4fa49fa9c8a6b4f294a500f 2024-12-11T19:28:53,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/0e59e765a4fa49fa9c8a6b4f294a500f, entries=150, sequenceid=226, filesize=11.9 K 2024-12-11T19:28:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4349d5c07b3440c0a3c15f49a76aeceb as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4349d5c07b3440c0a3c15f49a76aeceb 2024-12-11T19:28:53,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4349d5c07b3440c0a3c15f49a76aeceb, entries=150, sequenceid=226, filesize=11.9 K 2024-12-11T19:28:53,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9bbeac48f7b01d2966e75b2c86eb42dc in 887ms, sequenceid=226, compaction requested=true 2024-12-11T19:28:53,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:53,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:53,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:53,177 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:53,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:53,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:53,177 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:53,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:53,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:53,185 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:53,186 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/A is initiating minor compaction (all files) 2024-12-11T19:28:53,186 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/A in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,186 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/065165bbf9604e2dbacb6b3cd84270fc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/68a281a1c49a4068b49ebcba3a568e2c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/70ae9dc7f5144d7b81e0c844ff07e76c] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=100.0 K 2024-12-11T19:28:53,186 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,186 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/065165bbf9604e2dbacb6b3cd84270fc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/68a281a1c49a4068b49ebcba3a568e2c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/70ae9dc7f5144d7b81e0c844ff07e76c] 2024-12-11T19:28:53,186 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:53,186 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/B is initiating minor compaction (all files) 2024-12-11T19:28:53,186 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/B in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,187 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/fc7c41c6316d4ed89660f40c14b704c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8ee8c477d32b40bb8fb64b37f464bad3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/0e59e765a4fa49fa9c8a6b4f294a500f] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=36.0 K 2024-12-11T19:28:53,187 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fc7c41c6316d4ed89660f40c14b704c5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733945328996 2024-12-11T19:28:53,187 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 065165bbf9604e2dbacb6b3cd84270fc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733945328996 2024-12-11T19:28:53,188 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68a281a1c49a4068b49ebcba3a568e2c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733945329039 2024-12-11T19:28:53,188 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee8c477d32b40bb8fb64b37f464bad3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733945329039 2024-12-11T19:28:53,188 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e59e765a4fa49fa9c8a6b4f294a500f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733945330165 2024-12-11T19:28:53,188 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ae9dc7f5144d7b81e0c844ff07e76c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733945330164 2024-12-11T19:28:53,200 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:53,209 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#B#compaction#500 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:53,210 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/18768974bded43bd86db4933d1e6d288 is 50, key is test_row_0/B:col10/1733945332288/Put/seqid=0 2024-12-11T19:28:53,210 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211455be7b3790447a7aca1888b4ff40d69_9bbeac48f7b01d2966e75b2c86eb42dc store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:53,212 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211455be7b3790447a7aca1888b4ff40d69_9bbeac48f7b01d2966e75b2c86eb42dc, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:53,212 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211455be7b3790447a7aca1888b4ff40d69_9bbeac48f7b01d2966e75b2c86eb42dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742414_1590 (size=4469) 2024-12-11T19:28:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742413_1589 (size=12697) 2024-12-11T19:28:53,236 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/18768974bded43bd86db4933d1e6d288 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/18768974bded43bd86db4933d1e6d288 2024-12-11T19:28:53,239 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/B of 9bbeac48f7b01d2966e75b2c86eb42dc into 18768974bded43bd86db4933d1e6d288(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:53,239 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:53,239 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/B, priority=13, startTime=1733945333177; duration=0sec 2024-12-11T19:28:53,239 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:53,239 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:B 2024-12-11T19:28:53,240 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T19:28:53,241 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T19:28:53,241 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/C is initiating minor compaction (all files) 2024-12-11T19:28:53,241 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/C in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,241 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e07bbdf6c0fc435ba4b7603a313092d6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/07c54ca53a334f78930a7f6a197d96ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4349d5c07b3440c0a3c15f49a76aeceb] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=36.0 K 2024-12-11T19:28:53,245 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e07bbdf6c0fc435ba4b7603a313092d6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733945328996 2024-12-11T19:28:53,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c54ca53a334f78930a7f6a197d96ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733945329039 2024-12-11T19:28:53,246 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 4349d5c07b3440c0a3c15f49a76aeceb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733945330165 2024-12-11T19:28:53,252 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:53,252 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/2cfcdb4fba8a42faad4cd9448ca86afe is 50, key is test_row_0/C:col10/1733945332288/Put/seqid=0 2024-12-11T19:28:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742415_1591 (size=12697) 2024-12-11T19:28:53,265 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/2cfcdb4fba8a42faad4cd9448ca86afe as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/2cfcdb4fba8a42faad4cd9448ca86afe 2024-12-11T19:28:53,273 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/C of 9bbeac48f7b01d2966e75b2c86eb42dc into 2cfcdb4fba8a42faad4cd9448ca86afe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:53,273 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:53,273 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/C, priority=13, startTime=1733945333177; duration=0sec 2024-12-11T19:28:53,273 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:53,273 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:C 2024-12-11T19:28:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-11T19:28:53,304 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-11T19:28:53,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-11T19:28:53,309 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:53,309 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:53,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-11T19:28:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-11T19:28:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:53,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T19:28:53,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:53,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:53,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:53,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:53,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c9bb37a31723464e9e9bf33feb0e5b05_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945333424/Put/seqid=0 2024-12-11T19:28:53,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945393432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945393432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742416_1592 (size=12304) 2024-12-11T19:28:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945393436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945393436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:53,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:53,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945393536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945393537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945393540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945393540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-11T19:28:53,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,624 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#A#compaction#499 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:53,624 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/c0e0d32d26504076bba007a0a83e0542 is 175, key is test_row_0/A:col10/1733945332288/Put/seqid=0 2024-12-11T19:28:53,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742417_1593 (size=31651) 2024-12-11T19:28:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945393738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945393738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945393742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945393743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,837 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:53,841 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c9bb37a31723464e9e9bf33feb0e5b05_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c9bb37a31723464e9e9bf33feb0e5b05_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:53,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4be2d63dc4914e7ca28383f6af072861, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:53,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4be2d63dc4914e7ca28383f6af072861 is 175, key is test_row_0/A:col10/1733945333424/Put/seqid=0 2024-12-11T19:28:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742418_1594 (size=31105) 2024-12-11T19:28:53,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4be2d63dc4914e7ca28383f6af072861 2024-12-11T19:28:53,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/89abdee9d16047af9858b8e8387efbb7 is 50, key is test_row_0/B:col10/1733945333424/Put/seqid=0 2024-12-11T19:28:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742419_1595 (size=12151) 2024-12-11T19:28:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-11T19:28:53,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:53,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:53,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,034 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/c0e0d32d26504076bba007a0a83e0542 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/c0e0d32d26504076bba007a0a83e0542 2024-12-11T19:28:54,040 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/A of 9bbeac48f7b01d2966e75b2c86eb42dc into c0e0d32d26504076bba007a0a83e0542(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:54,040 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:54,040 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/A, priority=13, startTime=1733945333177; duration=0sec 2024-12-11T19:28:54,040 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:54,040 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:A 2024-12-11T19:28:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945394041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945394043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945394046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945394046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/89abdee9d16047af9858b8e8387efbb7 2024-12-11T19:28:54,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/5330b11a05704d2b98071d822e9bc13e is 50, key is test_row_0/C:col10/1733945333424/Put/seqid=0 2024-12-11T19:28:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742420_1596 (size=12151) 2024-12-11T19:28:54,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-11T19:28:54,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945394546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945394547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945394550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945394552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:54,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/5330b11a05704d2b98071d822e9bc13e 2024-12-11T19:28:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4be2d63dc4914e7ca28383f6af072861 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4be2d63dc4914e7ca28383f6af072861 2024-12-11T19:28:54,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4be2d63dc4914e7ca28383f6af072861, entries=150, sequenceid=254, filesize=30.4 K 2024-12-11T19:28:54,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/89abdee9d16047af9858b8e8387efbb7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/89abdee9d16047af9858b8e8387efbb7 2024-12-11T19:28:54,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/89abdee9d16047af9858b8e8387efbb7, entries=150, sequenceid=254, filesize=11.9 K 2024-12-11T19:28:54,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/5330b11a05704d2b98071d822e9bc13e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/5330b11a05704d2b98071d822e9bc13e 2024-12-11T19:28:54,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/5330b11a05704d2b98071d822e9bc13e, entries=150, sequenceid=254, filesize=11.9 K 2024-12-11T19:28:54,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1293ms, sequenceid=254, compaction requested=false 2024-12-11T19:28:54,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:54,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:54,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-11T19:28:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:54,837 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-11T19:28:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:54,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121179788e849ac2476db1854b48fc1e98b2_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945333426/Put/seqid=0 2024-12-11T19:28:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742421_1597 (size=12454) 2024-12-11T19:28:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:55,250 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121179788e849ac2476db1854b48fc1e98b2_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121179788e849ac2476db1854b48fc1e98b2_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:55,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/18caf73d74fd40c1ae6306026324c2d1, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:55,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/18caf73d74fd40c1ae6306026324c2d1 is 175, key is test_row_0/A:col10/1733945333426/Put/seqid=0 2024-12-11T19:28:55,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742422_1598 (size=31255) 2024-12-11T19:28:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-11T19:28:55,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:55,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945395600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945395601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945395602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945395602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,669 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/18caf73d74fd40c1ae6306026324c2d1 2024-12-11T19:28:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/16be39bd0da24231b042a02abeba1e02 is 50, key is test_row_0/B:col10/1733945333426/Put/seqid=0 2024-12-11T19:28:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742423_1599 (size=12301) 2024-12-11T19:28:55,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945395703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945395704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945395704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945395705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945395906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945395907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945395907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945395908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,077 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/16be39bd0da24231b042a02abeba1e02 2024-12-11T19:28:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/926a630ee6614663a344ed766bce99c1 is 50, key is test_row_0/C:col10/1733945333426/Put/seqid=0 2024-12-11T19:28:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742424_1600 (size=12301) 2024-12-11T19:28:56,104 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/926a630ee6614663a344ed766bce99c1 2024-12-11T19:28:56,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/18caf73d74fd40c1ae6306026324c2d1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/18caf73d74fd40c1ae6306026324c2d1 2024-12-11T19:28:56,115 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/18caf73d74fd40c1ae6306026324c2d1, entries=150, sequenceid=265, filesize=30.5 K 2024-12-11T19:28:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/16be39bd0da24231b042a02abeba1e02 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/16be39bd0da24231b042a02abeba1e02 2024-12-11T19:28:56,123 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/16be39bd0da24231b042a02abeba1e02, entries=150, sequenceid=265, filesize=12.0 K 2024-12-11T19:28:56,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/926a630ee6614663a344ed766bce99c1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/926a630ee6614663a344ed766bce99c1 2024-12-11T19:28:56,130 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/926a630ee6614663a344ed766bce99c1, entries=150, sequenceid=265, filesize=12.0 K 2024-12-11T19:28:56,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1296ms, sequenceid=265, compaction requested=true 2024-12-11T19:28:56,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:56,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:56,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-11T19:28:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-11T19:28:56,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-11T19:28:56,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8240 sec 2024-12-11T19:28:56,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.8290 sec 2024-12-11T19:28:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:56,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-11T19:28:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945396215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945396216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945396216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945396217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121114383c8fcefc4b768ee0b4d63bd10506_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945336211/Put/seqid=0 2024-12-11T19:28:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742425_1601 (size=12454) 2024-12-11T19:28:56,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:56,245 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121114383c8fcefc4b768ee0b4d63bd10506_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121114383c8fcefc4b768ee0b4d63bd10506_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:56,247 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/07a6c57233284c1dbd857829804c905d, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:56,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/07a6c57233284c1dbd857829804c905d is 175, key is test_row_0/A:col10/1733945336211/Put/seqid=0 2024-12-11T19:28:56,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742426_1602 (size=31255) 2024-12-11T19:28:56,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/07a6c57233284c1dbd857829804c905d 2024-12-11T19:28:56,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/f7a2ef009ed7454688173b1e04fd220e is 50, key is test_row_0/B:col10/1733945336211/Put/seqid=0 2024-12-11T19:28:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742427_1603 (size=12301) 2024-12-11T19:28:56,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945396318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945396319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945396319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945396319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945396520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945396521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945396522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945396522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/f7a2ef009ed7454688173b1e04fd220e 2024-12-11T19:28:56,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/ba1a1b70fea14b2397398971a35082d7 is 50, key is test_row_0/C:col10/1733945336211/Put/seqid=0 2024-12-11T19:28:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742428_1604 (size=12301) 2024-12-11T19:28:56,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945396823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945396824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945396825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:56,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945396825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/ba1a1b70fea14b2397398971a35082d7 2024-12-11T19:28:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/07a6c57233284c1dbd857829804c905d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/07a6c57233284c1dbd857829804c905d 2024-12-11T19:28:57,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/07a6c57233284c1dbd857829804c905d, entries=150, sequenceid=295, filesize=30.5 K 2024-12-11T19:28:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/f7a2ef009ed7454688173b1e04fd220e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/f7a2ef009ed7454688173b1e04fd220e 2024-12-11T19:28:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/f7a2ef009ed7454688173b1e04fd220e, entries=150, sequenceid=295, filesize=12.0 K 2024-12-11T19:28:57,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/ba1a1b70fea14b2397398971a35082d7 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ba1a1b70fea14b2397398971a35082d7 2024-12-11T19:28:57,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ba1a1b70fea14b2397398971a35082d7, entries=150, sequenceid=295, filesize=12.0 K 2024-12-11T19:28:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 9bbeac48f7b01d2966e75b2c86eb42dc in 894ms, sequenceid=295, compaction requested=true 2024-12-11T19:28:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,108 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:57,108 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,109 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:57,109 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/A is initiating minor compaction (all files) 2024-12-11T19:28:57,110 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/A in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,110 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/c0e0d32d26504076bba007a0a83e0542, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4be2d63dc4914e7ca28383f6af072861, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/18caf73d74fd40c1ae6306026324c2d1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/07a6c57233284c1dbd857829804c905d] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=122.3 K 2024-12-11T19:28:57,110 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,110 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/c0e0d32d26504076bba007a0a83e0542, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4be2d63dc4914e7ca28383f6af072861, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/18caf73d74fd40c1ae6306026324c2d1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/07a6c57233284c1dbd857829804c905d] 2024-12-11T19:28:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,110 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:57,110 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/B is initiating minor compaction (all files) 2024-12-11T19:28:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,110 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/B in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,110 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/18768974bded43bd86db4933d1e6d288, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/89abdee9d16047af9858b8e8387efbb7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/16be39bd0da24231b042a02abeba1e02, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/f7a2ef009ed7454688173b1e04fd220e] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=48.3 K 2024-12-11T19:28:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,110 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 18768974bded43bd86db4933d1e6d288, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733945330165 2024-12-11T19:28:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,111 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0e0d32d26504076bba007a0a83e0542, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733945330165 2024-12-11T19:28:57,111 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 89abdee9d16047af9858b8e8387efbb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733945332309 2024-12-11T19:28:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,111 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4be2d63dc4914e7ca28383f6af072861, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733945332309 2024-12-11T19:28:57,111 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 16be39bd0da24231b042a02abeba1e02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733945333426 2024-12-11T19:28:57,112 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a2ef009ed7454688173b1e04fd220e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733945336211 2024-12-11T19:28:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,112 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18caf73d74fd40c1ae6306026324c2d1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733945333426 2024-12-11T19:28:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,112 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07a6c57233284c1dbd857829804c905d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733945336211 2024-12-11T19:28:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,128 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,135 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211908e6015b52744f49fbad403ff3314eb_9bbeac48f7b01d2966e75b2c86eb42dc store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,136 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,137 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/b902cc351cb940d891eb2fe24b4aa6df is 50, key is test_row_0/B:col10/1733945336211/Put/seqid=0 2024-12-11T19:28:57,137 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211908e6015b52744f49fbad403ff3314eb_9bbeac48f7b01d2966e75b2c86eb42dc, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:57,137 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211908e6015b52744f49fbad403ff3314eb_9bbeac48f7b01d2966e75b2c86eb42dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742429_1605 (size=12983) 2024-12-11T19:28:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742430_1606 (size=4469) 2024-12-11T19:28:57,173 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/b902cc351cb940d891eb2fe24b4aa6df as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/b902cc351cb940d891eb2fe24b4aa6df 2024-12-11T19:28:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,174 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#A#compaction#511 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,174 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/1ad33b64d0214376b02248fe91bcbcad is 175, key is test_row_0/A:col10/1733945336211/Put/seqid=0 2024-12-11T19:28:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,179 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/B of 9bbeac48f7b01d2966e75b2c86eb42dc into b902cc351cb940d891eb2fe24b4aa6df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,179 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:57,179 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/B, priority=12, startTime=1733945337108; duration=0sec 2024-12-11T19:28:57,179 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:57,179 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:B 2024-12-11T19:28:57,179 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,180 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:57,181 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/C is initiating minor compaction (all files) 2024-12-11T19:28:57,181 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/C in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,181 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/2cfcdb4fba8a42faad4cd9448ca86afe, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/5330b11a05704d2b98071d822e9bc13e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/926a630ee6614663a344ed766bce99c1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ba1a1b70fea14b2397398971a35082d7] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=48.3 K 2024-12-11T19:28:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,181 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cfcdb4fba8a42faad4cd9448ca86afe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733945330165 2024-12-11T19:28:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,182 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 5330b11a05704d2b98071d822e9bc13e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733945332309 2024-12-11T19:28:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,182 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 926a630ee6614663a344ed766bce99c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733945333426 2024-12-11T19:28:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,183 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting ba1a1b70fea14b2397398971a35082d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733945336211 2024-12-11T19:28:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742431_1607 (size=31937) 2024-12-11T19:28:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,195 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/1ad33b64d0214376b02248fe91bcbcad as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1ad33b64d0214376b02248fe91bcbcad 2024-12-11T19:28:57,197 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:57,197 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/fb02fe0f7e834d409865398cf1e7c7cd is 50, key is test_row_0/C:col10/1733945336211/Put/seqid=0 2024-12-11T19:28:57,199 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/A of 9bbeac48f7b01d2966e75b2c86eb42dc into 1ad33b64d0214376b02248fe91bcbcad(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:57,199 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:57,199 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/A, priority=12, startTime=1733945337108; duration=0sec 2024-12-11T19:28:57,199 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:57,199 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:A 2024-12-11T19:28:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742432_1608 (size=12983) 2024-12-11T19:28:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,210 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/fb02fe0f7e834d409865398cf1e7c7cd as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/fb02fe0f7e834d409865398cf1e7c7cd 2024-12-11T19:28:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,216 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/C of 9bbeac48f7b01d2966e75b2c86eb42dc into fb02fe0f7e834d409865398cf1e7c7cd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,216 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:57,216 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/C, priority=12, startTime=1733945337108; duration=0sec 2024-12-11T19:28:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,216 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:57,216 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:C 2024-12-11T19:28:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:57,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:57,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:57,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:57,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:57,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:57,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412111f9c776b04af45dd9ec52159090d8492_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945337332/Put/seqid=0 2024-12-11T19:28:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742433_1609 (size=22618) 2024-12-11T19:28:57,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:57,365 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412111f9c776b04af45dd9ec52159090d8492_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412111f9c776b04af45dd9ec52159090d8492_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:57,366 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/916837586ff94b39932fb71889ef3be4, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:57,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/916837586ff94b39932fb71889ef3be4 is 175, key is test_row_0/A:col10/1733945337332/Put/seqid=0 2024-12-11T19:28:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742434_1610 (size=66023) 2024-12-11T19:28:57,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/916837586ff94b39932fb71889ef3be4 2024-12-11T19:28:57,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/135a378ebb29410996b90120dfbe4ce6 is 50, key is test_row_0/B:col10/1733945337332/Put/seqid=0 2024-12-11T19:28:57,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945397413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945397415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945397415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-11T19:28:57,417 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-11T19:28:57,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T19:28:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-11T19:28:57,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T19:28:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-11T19:28:57,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945397416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T19:28:57,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T19:28:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742435_1611 (size=12301) 2024-12-11T19:28:57,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/135a378ebb29410996b90120dfbe4ce6 2024-12-11T19:28:57,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/78fecdb19b514c37a2077929e9bd1b0d is 50, key is test_row_0/C:col10/1733945337332/Put/seqid=0 2024-12-11T19:28:57,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742436_1612 (size=12301) 2024-12-11T19:28:57,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945397516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945397517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945397517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-11T19:28:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945397521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-11T19:28:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945397718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945397718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945397718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-11T19:28:57,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-11T19:28:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945397724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T19:28:57,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/78fecdb19b514c37a2077929e9bd1b0d 2024-12-11T19:28:57,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/916837586ff94b39932fb71889ef3be4 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/916837586ff94b39932fb71889ef3be4 2024-12-11T19:28:57,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/916837586ff94b39932fb71889ef3be4, entries=350, sequenceid=309, filesize=64.5 K 2024-12-11T19:28:57,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/135a378ebb29410996b90120dfbe4ce6 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/135a378ebb29410996b90120dfbe4ce6 2024-12-11T19:28:57,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/135a378ebb29410996b90120dfbe4ce6, entries=150, sequenceid=309, filesize=12.0 K 2024-12-11T19:28:57,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/78fecdb19b514c37a2077929e9bd1b0d as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/78fecdb19b514c37a2077929e9bd1b0d 2024-12-11T19:28:57,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/78fecdb19b514c37a2077929e9bd1b0d, entries=150, sequenceid=309, filesize=12.0 K 2024-12-11T19:28:57,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9bbeac48f7b01d2966e75b2c86eb42dc in 531ms, sequenceid=309, compaction requested=false 2024-12-11T19:28:57,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:57,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:57,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36395 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-11T19:28:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:57,877 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T19:28:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a62565f6a9a545f6aa7a59f30be3ca32_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945337411/Put/seqid=0 2024-12-11T19:28:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742437_1613 (size=12454) 2024-12-11T19:28:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:58,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. as already flushing 2024-12-11T19:28:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-11T19:28:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945398024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945398026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945398026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945398028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945398127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945398129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945398129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:58,287 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a62565f6a9a545f6aa7a59f30be3ca32_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a62565f6a9a545f6aa7a59f30be3ca32_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:58,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8f00ff8ab7f943688e514170a4f2df75, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8f00ff8ab7f943688e514170a4f2df75 is 175, key is test_row_0/A:col10/1733945337411/Put/seqid=0 2024-12-11T19:28:58,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742438_1614 (size=31255) 2024-12-11T19:28:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945398332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945398331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945398332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-11T19:28:58,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54284 deadline: 1733945398533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945398635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945398636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945398636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:58,692 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8f00ff8ab7f943688e514170a4f2df75 2024-12-11T19:28:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/24475d0ca820479db4dd3eca5d36a406 is 50, key is test_row_0/B:col10/1733945337411/Put/seqid=0 2024-12-11T19:28:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742439_1615 (size=12301) 2024-12-11T19:28:59,102 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/24475d0ca820479db4dd3eca5d36a406 2024-12-11T19:28:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/f53117e997a646a5b48a807b19fd027f is 50, key is test_row_0/C:col10/1733945337411/Put/seqid=0 2024-12-11T19:28:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742440_1616 (size=12301) 2024-12-11T19:28:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54252 deadline: 1733945399138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54282 deadline: 1733945399139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:59,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-11T19:28:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54324 deadline: 1733945399140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 2024-12-11T19:28:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-11T19:28:59,525 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/f53117e997a646a5b48a807b19fd027f 2024-12-11T19:28:59,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8f00ff8ab7f943688e514170a4f2df75 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8f00ff8ab7f943688e514170a4f2df75 2024-12-11T19:28:59,532 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8f00ff8ab7f943688e514170a4f2df75, entries=150, sequenceid=335, filesize=30.5 K 2024-12-11T19:28:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/24475d0ca820479db4dd3eca5d36a406 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/24475d0ca820479db4dd3eca5d36a406 2024-12-11T19:28:59,536 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/24475d0ca820479db4dd3eca5d36a406, entries=150, sequenceid=335, filesize=12.0 K 2024-12-11T19:28:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/f53117e997a646a5b48a807b19fd027f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/f53117e997a646a5b48a807b19fd027f 2024-12-11T19:28:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,540 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/f53117e997a646a5b48a807b19fd027f, entries=150, sequenceid=335, filesize=12.0 K 2024-12-11T19:28:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,541 INFO [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1664ms, sequenceid=335, compaction requested=true 2024-12-11T19:28:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c93eb4842bd9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-11T19:28:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-11T19:28:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-11T19:28:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:59,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-12-11T19:28:59,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T19:28:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.1260 sec 2024-12-11T19:28:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112096adbc2f32480ea816d288c777678f_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945338023/Put/seqid=0 2024-12-11T19:28:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742441_1617 (size=12454) 2024-12-11T19:28:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112096adbc2f32480ea816d288c777678f_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112096adbc2f32480ea816d288c777678f_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:59,568 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/ce89b2b5eb9442b7b8390d623eb02579, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:59,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/ce89b2b5eb9442b7b8390d623eb02579 is 175, key is test_row_0/A:col10/1733945338023/Put/seqid=0 2024-12-11T19:28:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742442_1618 (size=31251) 2024-12-11T19:28:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,572 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/ce89b2b5eb9442b7b8390d623eb02579 2024-12-11T19:28:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/58f973e3e20241fc82fb716d45134e21 is 50, key is test_row_0/B:col10/1733945338023/Put/seqid=0 2024-12-11T19:28:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742443_1619 (size=9857) 2024-12-11T19:28:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/58f973e3e20241fc82fb716d45134e21 2024-12-11T19:28:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e8211dce851a419590aba838ad89a03e is 50, key is test_row_0/C:col10/1733945338023/Put/seqid=0 2024-12-11T19:28:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:28:59,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742444_1620 (size=9857) 2024-12-11T19:28:59,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e8211dce851a419590aba838ad89a03e 2024-12-11T19:28:59,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/ce89b2b5eb9442b7b8390d623eb02579 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/ce89b2b5eb9442b7b8390d623eb02579 2024-12-11T19:28:59,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/ce89b2b5eb9442b7b8390d623eb02579, entries=150, sequenceid=346, filesize=30.5 K 2024-12-11T19:28:59,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/58f973e3e20241fc82fb716d45134e21 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/58f973e3e20241fc82fb716d45134e21 2024-12-11T19:28:59,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/58f973e3e20241fc82fb716d45134e21, entries=100, sequenceid=346, filesize=9.6 K 2024-12-11T19:28:59,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/e8211dce851a419590aba838ad89a03e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e8211dce851a419590aba838ad89a03e 2024-12-11T19:28:59,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e8211dce851a419590aba838ad89a03e, entries=100, sequenceid=346, filesize=9.6 K 2024-12-11T19:28:59,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=100.63 KB/103050 for 9bbeac48f7b01d2966e75b2c86eb42dc in 73ms, sequenceid=346, compaction requested=true 2024-12-11T19:28:59,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T19:28:59,618 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:59,618 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T19:28:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:28:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9bbeac48f7b01d2966e75b2c86eb42dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T19:28:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:59,619 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:59,619 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/B is initiating minor compaction (all files) 2024-12-11T19:28:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36395 {}] regionserver.HRegion(8581): Flush requested on 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:28:59,619 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/B in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:59,619 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160466 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:59,619 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/A is initiating minor compaction (all files) 2024-12-11T19:28:59,619 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/A in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:59,619 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/b902cc351cb940d891eb2fe24b4aa6df, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/135a378ebb29410996b90120dfbe4ce6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/24475d0ca820479db4dd3eca5d36a406, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/58f973e3e20241fc82fb716d45134e21] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=46.3 K 2024-12-11T19:28:59,619 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1ad33b64d0214376b02248fe91bcbcad, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/916837586ff94b39932fb71889ef3be4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8f00ff8ab7f943688e514170a4f2df75, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/ce89b2b5eb9442b7b8390d623eb02579] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=156.7 K 2024-12-11T19:28:59,620 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:59,620 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. files: [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1ad33b64d0214376b02248fe91bcbcad, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/916837586ff94b39932fb71889ef3be4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8f00ff8ab7f943688e514170a4f2df75, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/ce89b2b5eb9442b7b8390d623eb02579] 2024-12-11T19:28:59,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T19:28:59,620 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting b902cc351cb940d891eb2fe24b4aa6df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733945336211 2024-12-11T19:28:59,620 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ad33b64d0214376b02248fe91bcbcad, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733945336211 2024-12-11T19:28:59,620 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 135a378ebb29410996b90120dfbe4ce6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945337331 2024-12-11T19:28:59,620 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 916837586ff94b39932fb71889ef3be4, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945336216 2024-12-11T19:28:59,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:28:59,620 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 24475d0ca820479db4dd3eca5d36a406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733945337411 2024-12-11T19:28:59,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:59,621 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f00ff8ab7f943688e514170a4f2df75, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733945337411 2024-12-11T19:28:59,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:28:59,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:59,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:28:59,621 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 58f973e3e20241fc82fb716d45134e21, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733945338023 2024-12-11T19:28:59,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:28:59,621 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce89b2b5eb9442b7b8390d623eb02579, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733945338023 2024-12-11T19:28:59,640 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:59,642 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:59,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c91e3dddf3a5473b914a15bb67aef9dd_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_0/A:col10/1733945339606/Put/seqid=0 2024-12-11T19:28:59,642 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/191e35f99b054eca8921561c537040e1 is 50, key is test_row_0/B:col10/1733945338023/Put/seqid=0 2024-12-11T19:28:59,645 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412115d345cc67ef144b2b9c70f6555ad9917_9bbeac48f7b01d2966e75b2c86eb42dc store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742446_1622 (size=12454) 2024-12-11T19:28:59,647 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412115d345cc67ef144b2b9c70f6555ad9917_9bbeac48f7b01d2966e75b2c86eb42dc, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:59,647 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115d345cc67ef144b2b9c70f6555ad9917_9bbeac48f7b01d2966e75b2c86eb42dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:28:59,652 DEBUG [Thread-2344 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:57756 2024-12-11T19:28:59,652 DEBUG [Thread-2344 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:59,653 DEBUG [Thread-2348 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:57756 2024-12-11T19:28:59,653 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:59,653 DEBUG [Thread-2352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x439b60d5 to 127.0.0.1:57756 2024-12-11T19:28:59,653 DEBUG [Thread-2333 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:57756 2024-12-11T19:28:59,653 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:59,653 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:59,655 DEBUG [Thread-2350 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15b6349f to 127.0.0.1:57756 2024-12-11T19:28:59,655 DEBUG [Thread-2350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:59,656 DEBUG [Thread-2346 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:57756 2024-12-11T19:28:59,656 DEBUG [Thread-2346 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:28:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742447_1623 (size=4469) 2024-12-11T19:28:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742445_1621 (size=13119) 2024-12-11T19:28:59,667 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/191e35f99b054eca8921561c537040e1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/191e35f99b054eca8921561c537040e1 2024-12-11T19:28:59,671 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/B of 9bbeac48f7b01d2966e75b2c86eb42dc into 191e35f99b054eca8921561c537040e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:28:59,671 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:28:59,671 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/B, priority=12, startTime=1733945339618; duration=0sec 2024-12-11T19:28:59,671 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T19:28:59,671 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:B 2024-12-11T19:28:59,671 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T19:28:59,672 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T19:28:59,672 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1540): 9bbeac48f7b01d2966e75b2c86eb42dc/C is initiating minor compaction (all files) 2024-12-11T19:28:59,672 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9bbeac48f7b01d2966e75b2c86eb42dc/C in TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:28:59,672 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/fb02fe0f7e834d409865398cf1e7c7cd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/78fecdb19b514c37a2077929e9bd1b0d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/f53117e997a646a5b48a807b19fd027f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e8211dce851a419590aba838ad89a03e] into tmpdir=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp, totalSize=46.3 K 2024-12-11T19:28:59,673 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting fb02fe0f7e834d409865398cf1e7c7cd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733945336211 2024-12-11T19:28:59,673 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting 78fecdb19b514c37a2077929e9bd1b0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733945337331 2024-12-11T19:28:59,673 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting f53117e997a646a5b48a807b19fd027f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733945337411 2024-12-11T19:28:59,673 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] compactions.Compactor(224): Compacting e8211dce851a419590aba838ad89a03e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733945338023 2024-12-11T19:28:59,678 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:28:59,678 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/00116c0ad5d2487d92e65fa89ca55ea8 is 50, key is test_row_0/C:col10/1733945338023/Put/seqid=0 2024-12-11T19:28:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742448_1624 (size=13119) 2024-12-11T19:29:00,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:29:00,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c91e3dddf3a5473b914a15bb67aef9dd_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c91e3dddf3a5473b914a15bb67aef9dd_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:00,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8acd2108a90c417495b5633bb3906c16, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:29:00,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8acd2108a90c417495b5633bb3906c16 is 175, key is test_row_0/A:col10/1733945339606/Put/seqid=0 2024-12-11T19:29:00,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742449_1625 (size=31255) 2024-12-11T19:29:00,065 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9bbeac48f7b01d2966e75b2c86eb42dc#A#compaction#523 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T19:29:00,066 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/519fd5c768cd4d2393b0b592a4835d7f is 175, key is test_row_0/A:col10/1733945338023/Put/seqid=0 2024-12-11T19:29:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742450_1626 (size=32180) 2024-12-11T19:29:00,086 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/00116c0ad5d2487d92e65fa89ca55ea8 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00116c0ad5d2487d92e65fa89ca55ea8 2024-12-11T19:29:00,091 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/C of 9bbeac48f7b01d2966e75b2c86eb42dc into 00116c0ad5d2487d92e65fa89ca55ea8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:29:00,091 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:29:00,091 INFO [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/C, priority=12, startTime=1733945339618; duration=0sec 2024-12-11T19:29:00,091 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:29:00,091 DEBUG [RS:0;c93eb4842bd9:36395-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:C 2024-12-11T19:29:00,144 DEBUG [Thread-2339 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:57756 2024-12-11T19:29:00,144 DEBUG [Thread-2339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:00,149 DEBUG [Thread-2337 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:57756 2024-12-11T19:29:00,149 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:00,152 DEBUG [Thread-2341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:57756 2024-12-11T19:29:00,152 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:00,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8acd2108a90c417495b5633bb3906c16 2024-12-11T19:29:00,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/348dd43e3b494a59a4f08b14e0448ac5 is 50, key is test_row_0/B:col10/1733945339606/Put/seqid=0 2024-12-11T19:29:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742451_1627 (size=12301) 2024-12-11T19:29:00,474 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/519fd5c768cd4d2393b0b592a4835d7f as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/519fd5c768cd4d2393b0b592a4835d7f 2024-12-11T19:29:00,478 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9bbeac48f7b01d2966e75b2c86eb42dc/A of 9bbeac48f7b01d2966e75b2c86eb42dc into 519fd5c768cd4d2393b0b592a4835d7f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T19:29:00,478 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:29:00,478 INFO [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc., storeName=9bbeac48f7b01d2966e75b2c86eb42dc/A, priority=12, startTime=1733945339617; duration=0sec 2024-12-11T19:29:00,479 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T19:29:00,479 DEBUG [RS:0;c93eb4842bd9:36395-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9bbeac48f7b01d2966e75b2c86eb42dc:A 2024-12-11T19:29:00,855 DEBUG [Thread-2335 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:57756 2024-12-11T19:29:00,855 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:00,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/348dd43e3b494a59a4f08b14e0448ac5 2024-12-11T19:29:00,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/733f9e744c0a46c1910a7ee07bd228d1 is 50, key is test_row_0/C:col10/1733945339606/Put/seqid=0 2024-12-11T19:29:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742452_1628 (size=12301) 2024-12-11T19:29:01,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/733f9e744c0a46c1910a7ee07bd228d1 2024-12-11T19:29:01,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/8acd2108a90c417495b5633bb3906c16 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8acd2108a90c417495b5633bb3906c16 2024-12-11T19:29:01,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8acd2108a90c417495b5633bb3906c16, entries=150, sequenceid=365, filesize=30.5 K 2024-12-11T19:29:01,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/348dd43e3b494a59a4f08b14e0448ac5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/348dd43e3b494a59a4f08b14e0448ac5 2024-12-11T19:29:01,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/348dd43e3b494a59a4f08b14e0448ac5, entries=150, sequenceid=365, filesize=12.0 K 2024-12-11T19:29:01,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/733f9e744c0a46c1910a7ee07bd228d1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/733f9e744c0a46c1910a7ee07bd228d1 2024-12-11T19:29:01,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/733f9e744c0a46c1910a7ee07bd228d1, entries=150, sequenceid=365, filesize=12.0 K 2024-12-11T19:29:01,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=73.80 KB/75570 for 9bbeac48f7b01d2966e75b2c86eb42dc in 1671ms, sequenceid=365, compaction requested=false 2024-12-11T19:29:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:29:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-11T19:29:01,524 INFO [Thread-2343 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6494 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6192 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6181 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6482 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6201 2024-12-11T19:29:01,524 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T19:29:01,524 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T19:29:01,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:57756 2024-12-11T19:29:01,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:01,525 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-11T19:29:01,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T19:29:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T19:29:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-11T19:29:01,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945341528"}]},"ts":"1733945341528"} 2024-12-11T19:29:01,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T19:29:01,566 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T19:29:01,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T19:29:01,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, UNASSIGN}] 2024-12-11T19:29:01,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, UNASSIGN 2024-12-11T19:29:01,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=CLOSING, regionLocation=c93eb4842bd9,36395,1733945164274 2024-12-11T19:29:01,572 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T19:29:01,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274}] 2024-12-11T19:29:01,574 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35273 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=c93eb4842bd9,36395,1733945164274, table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T19:29:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-11T19:29:01,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c93eb4842bd9,36395,1733945164274 2024-12-11T19:29:01,725 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:01,725 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing 9bbeac48f7b01d2966e75b2c86eb42dc, disabling compactions & flushes 2024-12-11T19:29:01,726 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. after waiting 0 ms 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:29:01,726 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing 9bbeac48f7b01d2966e75b2c86eb42dc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=A 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=B 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9bbeac48f7b01d2966e75b2c86eb42dc, store=C 2024-12-11T19:29:01,726 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-11T19:29:01,731 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c28874e958094fb9b36ed3fab42bb3af_9bbeac48f7b01d2966e75b2c86eb42dc is 50, key is test_row_1/A:col10/1733945340853/Put/seqid=0 2024-12-11T19:29:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742453_1629 (size=9914) 2024-12-11T19:29:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-11T19:29:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-11T19:29:02,135 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T19:29:02,139 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c28874e958094fb9b36ed3fab42bb3af_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c28874e958094fb9b36ed3fab42bb3af_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:02,140 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4847015c406347598fd50ed92c83dec3, store: [table=TestAcidGuarantees family=A region=9bbeac48f7b01d2966e75b2c86eb42dc] 2024-12-11T19:29:02,140 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4847015c406347598fd50ed92c83dec3 is 175, key is test_row_1/A:col10/1733945340853/Put/seqid=0 2024-12-11T19:29:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742454_1630 (size=22561) 2024-12-11T19:29:02,145 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4847015c406347598fd50ed92c83dec3 2024-12-11T19:29:02,152 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/8723591b60034b0c8198e5ea01397af5 is 50, key is test_row_1/B:col10/1733945340853/Put/seqid=0 2024-12-11T19:29:02,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742455_1631 (size=9857) 2024-12-11T19:29:02,156 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/8723591b60034b0c8198e5ea01397af5 2024-12-11T19:29:02,161 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4a5bd735c125408b81809c239204a610 is 50, key is test_row_1/C:col10/1733945340853/Put/seqid=0 2024-12-11T19:29:02,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742456_1632 (size=9857) 2024-12-11T19:29:02,564 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4a5bd735c125408b81809c239204a610 2024-12-11T19:29:02,569 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/A/4847015c406347598fd50ed92c83dec3 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4847015c406347598fd50ed92c83dec3 2024-12-11T19:29:02,573 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4847015c406347598fd50ed92c83dec3, entries=100, sequenceid=382, filesize=22.0 K 2024-12-11T19:29:02,573 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/B/8723591b60034b0c8198e5ea01397af5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8723591b60034b0c8198e5ea01397af5 2024-12-11T19:29:02,576 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8723591b60034b0c8198e5ea01397af5, entries=100, sequenceid=382, filesize=9.6 K 2024-12-11T19:29:02,577 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/.tmp/C/4a5bd735c125408b81809c239204a610 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4a5bd735c125408b81809c239204a610 2024-12-11T19:29:02,579 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4a5bd735c125408b81809c239204a610, entries=100, sequenceid=382, filesize=9.6 K 2024-12-11T19:29:02,580 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 9bbeac48f7b01d2966e75b2c86eb42dc in 854ms, sequenceid=382, compaction requested=true 2024-12-11T19:29:02,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/daed519abe694345bf73b6306ba1a955, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/884eb281785447e59d64189d7c72be74, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/75683ebc931a4aa49b9b5d56a86aee79, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4bc51a50b2314b189ab483bb24e0cc5d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/33ed5365be5942e0803713086e5763de, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1dfa6c6654274bc0902afd4f298dcf2b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7f3a473b6411482f9965c31e39d8f2fc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7a0ccc5f993f42aa91235810fee7bd15, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/b530d78f7ecb4b3095c3c9a94769404b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/adfc5baa19414bbe8b9191f5043aaffe, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/980139521b714c1a9029089ff4b220be, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/3c6bea6e0e664c9395905ed604dd9394, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/065165bbf9604e2dbacb6b3cd84270fc, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/68a281a1c49a4068b49ebcba3a568e2c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/70ae9dc7f5144d7b81e0c844ff07e76c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/c0e0d32d26504076bba007a0a83e0542, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4be2d63dc4914e7ca28383f6af072861, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/18caf73d74fd40c1ae6306026324c2d1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1ad33b64d0214376b02248fe91bcbcad, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/07a6c57233284c1dbd857829804c905d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/916837586ff94b39932fb71889ef3be4, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8f00ff8ab7f943688e514170a4f2df75, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/ce89b2b5eb9442b7b8390d623eb02579] to archive 2024-12-11T19:29:02,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/daed519abe694345bf73b6306ba1a955 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/daed519abe694345bf73b6306ba1a955 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7c8a7e61bc2e40c7af7a9fc55e3fe1a4 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/884eb281785447e59d64189d7c72be74 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/884eb281785447e59d64189d7c72be74 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/75683ebc931a4aa49b9b5d56a86aee79 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/75683ebc931a4aa49b9b5d56a86aee79 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4bc51a50b2314b189ab483bb24e0cc5d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4bc51a50b2314b189ab483bb24e0cc5d 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7f3a473b6411482f9965c31e39d8f2fc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7f3a473b6411482f9965c31e39d8f2fc 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1dfa6c6654274bc0902afd4f298dcf2b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1dfa6c6654274bc0902afd4f298dcf2b 2024-12-11T19:29:02,583 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/33ed5365be5942e0803713086e5763de to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/33ed5365be5942e0803713086e5763de 2024-12-11T19:29:02,584 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/adfc5baa19414bbe8b9191f5043aaffe to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/adfc5baa19414bbe8b9191f5043aaffe 2024-12-11T19:29:02,585 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7a0ccc5f993f42aa91235810fee7bd15 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/7a0ccc5f993f42aa91235810fee7bd15 2024-12-11T19:29:02,585 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/b530d78f7ecb4b3095c3c9a94769404b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/b530d78f7ecb4b3095c3c9a94769404b 2024-12-11T19:29:02,585 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/3c6bea6e0e664c9395905ed604dd9394 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/3c6bea6e0e664c9395905ed604dd9394 2024-12-11T19:29:02,585 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/70ae9dc7f5144d7b81e0c844ff07e76c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/70ae9dc7f5144d7b81e0c844ff07e76c 2024-12-11T19:29:02,585 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/68a281a1c49a4068b49ebcba3a568e2c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/68a281a1c49a4068b49ebcba3a568e2c 2024-12-11T19:29:02,585 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/065165bbf9604e2dbacb6b3cd84270fc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/065165bbf9604e2dbacb6b3cd84270fc 2024-12-11T19:29:02,585 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/980139521b714c1a9029089ff4b220be to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/980139521b714c1a9029089ff4b220be 2024-12-11T19:29:02,586 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8f00ff8ab7f943688e514170a4f2df75 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8f00ff8ab7f943688e514170a4f2df75 2024-12-11T19:29:02,586 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/c0e0d32d26504076bba007a0a83e0542 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/c0e0d32d26504076bba007a0a83e0542 2024-12-11T19:29:02,586 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/916837586ff94b39932fb71889ef3be4 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/916837586ff94b39932fb71889ef3be4 2024-12-11T19:29:02,586 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/07a6c57233284c1dbd857829804c905d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/07a6c57233284c1dbd857829804c905d 2024-12-11T19:29:02,586 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/ce89b2b5eb9442b7b8390d623eb02579 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/ce89b2b5eb9442b7b8390d623eb02579 2024-12-11T19:29:02,586 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1ad33b64d0214376b02248fe91bcbcad to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/1ad33b64d0214376b02248fe91bcbcad 2024-12-11T19:29:02,586 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/18caf73d74fd40c1ae6306026324c2d1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/18caf73d74fd40c1ae6306026324c2d1 2024-12-11T19:29:02,587 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4be2d63dc4914e7ca28383f6af072861 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4be2d63dc4914e7ca28383f6af072861 2024-12-11T19:29:02,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/617594a6321c400fac77a1c90df9c85b, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/3f97533d540146bdaf54344130a8b3aa, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/5118023f758648f7800dbe3f0584faab, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/45271f1c77484c578d449babf8b40e88, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/eb76d21e291e4c6d9baa6f36b2b3e4c9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/1bec3b9e1bca4db89b26b426d4a86314, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/01d5c5a672c4472388e16a30f72e181c, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/46ac048ceb09492a9305e7afb9fc26a0, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2e22885bfb274c30b23dda89dc171665, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/735499dbf430431dba5a7b61d70092c9, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/6ba1fa1a2223402ab4cd34f365b2fb9f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2bc3dc92c61446d1851a38694c8072e1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/fc7c41c6316d4ed89660f40c14b704c5, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/ba1b8c1b10e542879f0d96abb0374b03, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8ee8c477d32b40bb8fb64b37f464bad3, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/18768974bded43bd86db4933d1e6d288, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/0e59e765a4fa49fa9c8a6b4f294a500f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/89abdee9d16047af9858b8e8387efbb7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/16be39bd0da24231b042a02abeba1e02, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/b902cc351cb940d891eb2fe24b4aa6df, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/f7a2ef009ed7454688173b1e04fd220e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/135a378ebb29410996b90120dfbe4ce6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/24475d0ca820479db4dd3eca5d36a406, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/58f973e3e20241fc82fb716d45134e21] to archive 2024-12-11T19:29:02,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:29:02,590 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/617594a6321c400fac77a1c90df9c85b to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/617594a6321c400fac77a1c90df9c85b 2024-12-11T19:29:02,590 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/eb76d21e291e4c6d9baa6f36b2b3e4c9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/eb76d21e291e4c6d9baa6f36b2b3e4c9 2024-12-11T19:29:02,590 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/3f97533d540146bdaf54344130a8b3aa to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/3f97533d540146bdaf54344130a8b3aa 2024-12-11T19:29:02,590 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/45271f1c77484c578d449babf8b40e88 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/45271f1c77484c578d449babf8b40e88 2024-12-11T19:29:02,590 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/5118023f758648f7800dbe3f0584faab to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/5118023f758648f7800dbe3f0584faab 2024-12-11T19:29:02,590 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/1bec3b9e1bca4db89b26b426d4a86314 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/1bec3b9e1bca4db89b26b426d4a86314 2024-12-11T19:29:02,590 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/01d5c5a672c4472388e16a30f72e181c to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/01d5c5a672c4472388e16a30f72e181c 2024-12-11T19:29:02,591 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/46ac048ceb09492a9305e7afb9fc26a0 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/46ac048ceb09492a9305e7afb9fc26a0 2024-12-11T19:29:02,591 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/735499dbf430431dba5a7b61d70092c9 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/735499dbf430431dba5a7b61d70092c9 2024-12-11T19:29:02,592 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/6ba1fa1a2223402ab4cd34f365b2fb9f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/6ba1fa1a2223402ab4cd34f365b2fb9f 2024-12-11T19:29:02,592 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8ee8c477d32b40bb8fb64b37f464bad3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8ee8c477d32b40bb8fb64b37f464bad3 2024-12-11T19:29:02,592 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/ba1b8c1b10e542879f0d96abb0374b03 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/ba1b8c1b10e542879f0d96abb0374b03 2024-12-11T19:29:02,592 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2bc3dc92c61446d1851a38694c8072e1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2bc3dc92c61446d1851a38694c8072e1 2024-12-11T19:29:02,592 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2e22885bfb274c30b23dda89dc171665 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/2e22885bfb274c30b23dda89dc171665 2024-12-11T19:29:02,593 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/18768974bded43bd86db4933d1e6d288 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/18768974bded43bd86db4933d1e6d288 2024-12-11T19:29:02,593 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/fc7c41c6316d4ed89660f40c14b704c5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/fc7c41c6316d4ed89660f40c14b704c5 2024-12-11T19:29:02,593 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/0e59e765a4fa49fa9c8a6b4f294a500f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/0e59e765a4fa49fa9c8a6b4f294a500f 2024-12-11T19:29:02,594 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/89abdee9d16047af9858b8e8387efbb7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/89abdee9d16047af9858b8e8387efbb7 2024-12-11T19:29:02,594 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/16be39bd0da24231b042a02abeba1e02 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/16be39bd0da24231b042a02abeba1e02 2024-12-11T19:29:02,594 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/b902cc351cb940d891eb2fe24b4aa6df to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/b902cc351cb940d891eb2fe24b4aa6df 2024-12-11T19:29:02,594 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/135a378ebb29410996b90120dfbe4ce6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/135a378ebb29410996b90120dfbe4ce6 2024-12-11T19:29:02,594 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/f7a2ef009ed7454688173b1e04fd220e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/f7a2ef009ed7454688173b1e04fd220e 2024-12-11T19:29:02,595 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/24475d0ca820479db4dd3eca5d36a406 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/24475d0ca820479db4dd3eca5d36a406 2024-12-11T19:29:02,595 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/58f973e3e20241fc82fb716d45134e21 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/58f973e3e20241fc82fb716d45134e21 2024-12-11T19:29:02,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/c7f61dd6a37e4f128ef23e59aa3d0541, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4d41ca00b468414b9dd9f4b2cc8b32ef, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e11ecced9ef640fcbc7cc57621aaafdd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00e10966588a4c0d96972a2e1dbafdb8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e753cfc1636749028ab0fac10b515cca, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/d97f8ed2d12e4f159597622fda122a35, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/452b5912f6ca4155ba20996adc1e0b86, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/48d81a78b7c2459285de7582cdf771de, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ab542ea9579e49ec991907af5b5b2e4f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/674d125c8958412abde1a8ea405b89fd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/24da3d13918948b3b09b75c7a2070eb8, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/20688bbf1b47467abcbdbe3b9a50c9ad, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e07bbdf6c0fc435ba4b7603a313092d6, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/119b58451db1487c92e5637de895f957, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/07c54ca53a334f78930a7f6a197d96ee, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/2cfcdb4fba8a42faad4cd9448ca86afe, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4349d5c07b3440c0a3c15f49a76aeceb, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/5330b11a05704d2b98071d822e9bc13e, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/926a630ee6614663a344ed766bce99c1, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/fb02fe0f7e834d409865398cf1e7c7cd, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ba1a1b70fea14b2397398971a35082d7, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/78fecdb19b514c37a2077929e9bd1b0d, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/f53117e997a646a5b48a807b19fd027f, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e8211dce851a419590aba838ad89a03e] to archive 2024-12-11T19:29:02,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4d41ca00b468414b9dd9f4b2cc8b32ef to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4d41ca00b468414b9dd9f4b2cc8b32ef 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/c7f61dd6a37e4f128ef23e59aa3d0541 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/c7f61dd6a37e4f128ef23e59aa3d0541 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e753cfc1636749028ab0fac10b515cca to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e753cfc1636749028ab0fac10b515cca 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e11ecced9ef640fcbc7cc57621aaafdd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e11ecced9ef640fcbc7cc57621aaafdd 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/452b5912f6ca4155ba20996adc1e0b86 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/452b5912f6ca4155ba20996adc1e0b86 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/d97f8ed2d12e4f159597622fda122a35 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/d97f8ed2d12e4f159597622fda122a35 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00e10966588a4c0d96972a2e1dbafdb8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00e10966588a4c0d96972a2e1dbafdb8 2024-12-11T19:29:02,598 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/48d81a78b7c2459285de7582cdf771de to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/48d81a78b7c2459285de7582cdf771de 2024-12-11T19:29:02,601 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ab542ea9579e49ec991907af5b5b2e4f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ab542ea9579e49ec991907af5b5b2e4f 2024-12-11T19:29:02,601 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/07c54ca53a334f78930a7f6a197d96ee to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/07c54ca53a334f78930a7f6a197d96ee 2024-12-11T19:29:02,601 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/24da3d13918948b3b09b75c7a2070eb8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/24da3d13918948b3b09b75c7a2070eb8 2024-12-11T19:29:02,601 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/119b58451db1487c92e5637de895f957 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/119b58451db1487c92e5637de895f957 2024-12-11T19:29:02,601 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/20688bbf1b47467abcbdbe3b9a50c9ad to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/20688bbf1b47467abcbdbe3b9a50c9ad 2024-12-11T19:29:02,601 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/674d125c8958412abde1a8ea405b89fd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/674d125c8958412abde1a8ea405b89fd 2024-12-11T19:29:02,602 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/2cfcdb4fba8a42faad4cd9448ca86afe to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/2cfcdb4fba8a42faad4cd9448ca86afe 2024-12-11T19:29:02,602 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e07bbdf6c0fc435ba4b7603a313092d6 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e07bbdf6c0fc435ba4b7603a313092d6 2024-12-11T19:29:02,602 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4349d5c07b3440c0a3c15f49a76aeceb to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4349d5c07b3440c0a3c15f49a76aeceb 2024-12-11T19:29:02,602 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/5330b11a05704d2b98071d822e9bc13e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/5330b11a05704d2b98071d822e9bc13e 2024-12-11T19:29:02,602 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/926a630ee6614663a344ed766bce99c1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/926a630ee6614663a344ed766bce99c1 2024-12-11T19:29:02,603 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/fb02fe0f7e834d409865398cf1e7c7cd to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/fb02fe0f7e834d409865398cf1e7c7cd 2024-12-11T19:29:02,603 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ba1a1b70fea14b2397398971a35082d7 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/ba1a1b70fea14b2397398971a35082d7 2024-12-11T19:29:02,603 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/78fecdb19b514c37a2077929e9bd1b0d to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/78fecdb19b514c37a2077929e9bd1b0d 2024-12-11T19:29:02,603 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/f53117e997a646a5b48a807b19fd027f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/f53117e997a646a5b48a807b19fd027f 2024-12-11T19:29:02,603 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e8211dce851a419590aba838ad89a03e to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/e8211dce851a419590aba838ad89a03e 2024-12-11T19:29:02,605 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/recovered.edits/385.seqid, newMaxSeqId=385, maxSeqId=4 2024-12-11T19:29:02,606 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc. 2024-12-11T19:29:02,606 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for 9bbeac48f7b01d2966e75b2c86eb42dc: 2024-12-11T19:29:02,607 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed 9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:02,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=9bbeac48f7b01d2966e75b2c86eb42dc, regionState=CLOSED 2024-12-11T19:29:02,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-11T19:29:02,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure 9bbeac48f7b01d2966e75b2c86eb42dc, server=c93eb4842bd9,36395,1733945164274 in 1.0360 sec 2024-12-11T19:29:02,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-12-11T19:29:02,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9bbeac48f7b01d2966e75b2c86eb42dc, UNASSIGN in 1.0400 sec 2024-12-11T19:29:02,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-11T19:29:02,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0430 sec 2024-12-11T19:29:02,611 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733945342611"}]},"ts":"1733945342611"} 2024-12-11T19:29:02,612 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T19:29:02,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T19:29:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-11T19:29:02,665 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T19:29:02,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1410 sec 2024-12-11T19:29:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-11T19:29:03,632 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-11T19:29:03,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T19:29:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:29:03,634 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:29:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-11T19:29:03,634 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:29:03,635 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,637 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C, FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/recovered.edits] 2024-12-11T19:29:03,639 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/519fd5c768cd4d2393b0b592a4835d7f to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/519fd5c768cd4d2393b0b592a4835d7f 2024-12-11T19:29:03,639 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8acd2108a90c417495b5633bb3906c16 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/8acd2108a90c417495b5633bb3906c16 2024-12-11T19:29:03,639 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4847015c406347598fd50ed92c83dec3 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/A/4847015c406347598fd50ed92c83dec3 2024-12-11T19:29:03,641 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/348dd43e3b494a59a4f08b14e0448ac5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/348dd43e3b494a59a4f08b14e0448ac5 2024-12-11T19:29:03,641 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/191e35f99b054eca8921561c537040e1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/191e35f99b054eca8921561c537040e1 2024-12-11T19:29:03,641 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8723591b60034b0c8198e5ea01397af5 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/B/8723591b60034b0c8198e5ea01397af5 2024-12-11T19:29:03,643 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4a5bd735c125408b81809c239204a610 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/4a5bd735c125408b81809c239204a610 2024-12-11T19:29:03,643 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00116c0ad5d2487d92e65fa89ca55ea8 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/00116c0ad5d2487d92e65fa89ca55ea8 2024-12-11T19:29:03,643 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/733f9e744c0a46c1910a7ee07bd228d1 to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/C/733f9e744c0a46c1910a7ee07bd228d1 2024-12-11T19:29:03,645 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/recovered.edits/385.seqid to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc/recovered.edits/385.seqid 2024-12-11T19:29:03,646 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/default/TestAcidGuarantees/9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,646 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T19:29:03,646 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T19:29:03,647 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-11T19:29:03,652 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121102c5f4a498004ce5b03f0814840fae82_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121102c5f4a498004ce5b03f0814840fae82_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,652 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112096adbc2f32480ea816d288c777678f_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112096adbc2f32480ea816d288c777678f_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,652 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412111f9c776b04af45dd9ec52159090d8492_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412111f9c776b04af45dd9ec52159090d8492_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,653 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121114383c8fcefc4b768ee0b4d63bd10506_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121114383c8fcefc4b768ee0b4d63bd10506_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,653 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121112855376ecc84840ba9e3d87d66ba32d_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121112855376ecc84840ba9e3d87d66ba32d_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,653 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121150aeabeede2b40c3b6dd0267678a668c_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121150aeabeede2b40c3b6dd0267678a668c_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,653 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211487843b843ce4556be44042b67176fc0_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211487843b843ce4556be44042b67176fc0_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,653 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121136834133a57b4becb2ef835913c9efcb_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121136834133a57b4becb2ef835913c9efcb_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,654 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116eff3069c55847d388346fa28351b6a3_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116eff3069c55847d388346fa28351b6a3_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,654 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211560bc38c623c4d9d8223a6f280502736_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211560bc38c623c4d9d8223a6f280502736_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,654 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a40780c530b34e1abc5f02b2dee34c87_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a40780c530b34e1abc5f02b2dee34c87_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,654 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121179788e849ac2476db1854b48fc1e98b2_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121179788e849ac2476db1854b48fc1e98b2_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,655 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b49b5476142a4e68a2388c207554f3a9_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b49b5476142a4e68a2388c207554f3a9_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,656 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c065f6d96aa04f0aaad184b51b3076d0_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c065f6d96aa04f0aaad184b51b3076d0_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,656 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a62565f6a9a545f6aa7a59f30be3ca32_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a62565f6a9a545f6aa7a59f30be3ca32_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,656 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c19d9bdcdc594ee8b84832f61b890251_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c19d9bdcdc594ee8b84832f61b890251_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,656 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c28874e958094fb9b36ed3fab42bb3af_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c28874e958094fb9b36ed3fab42bb3af_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,657 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c9bb37a31723464e9e9bf33feb0e5b05_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c9bb37a31723464e9e9bf33feb0e5b05_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,657 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211fba4c1257d8b462cb4b71c6c3e478a41_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211fba4c1257d8b462cb4b71c6c3e478a41_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,657 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c91e3dddf3a5473b914a15bb67aef9dd_9bbeac48f7b01d2966e75b2c86eb42dc to hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c91e3dddf3a5473b914a15bb67aef9dd_9bbeac48f7b01d2966e75b2c86eb42dc 2024-12-11T19:29:03,658 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T19:29:03,660 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:29:03,662 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T19:29:03,663 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T19:29:03,664 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:29:03,664 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T19:29:03,664 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733945343664"}]},"ts":"9223372036854775807"} 2024-12-11T19:29:03,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-11T19:29:03,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9bbeac48f7b01d2966e75b2c86eb42dc, NAME => 'TestAcidGuarantees,,1733945316431.9bbeac48f7b01d2966e75b2c86eb42dc.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T19:29:03,666 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T19:29:03,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733945343666"}]},"ts":"9223372036854775807"} 2024-12-11T19:29:03,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-11T19:29:03,678 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T19:29:03,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-12-11T19:29:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-11T19:29:03,735 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-11T19:29:03,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=246 (was 244) - Thread LEAK? -, OpenFileDescriptor=460 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 384) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2353 (was 2525) 2024-12-11T19:29:03,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T19:29:03,744 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-11T19:29:03,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:57756 2024-12-11T19:29:03,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:03,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T19:29:03,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=702506913, stopped=false 2024-12-11T19:29:03,744 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=c93eb4842bd9,35273,1733945163470 2024-12-11T19:29:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T19:29:03,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-11T19:29:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:29:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T19:29:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:29:03,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:03,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T19:29:03,807 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c93eb4842bd9,36395,1733945164274' ***** 2024-12-11T19:29:03,807 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-11T19:29:03,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T19:29:03,807 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T19:29:03,807 INFO [RS:0;c93eb4842bd9:36395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T19:29:03,807 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-11T19:29:03,807 INFO [RS:0;c93eb4842bd9:36395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T19:29:03,808 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(3579): Received CLOSE for 739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:29:03,808 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1224): stopping server c93eb4842bd9,36395,1733945164274 2024-12-11T19:29:03,808 DEBUG [RS:0;c93eb4842bd9:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:03,808 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T19:29:03,808 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T19:29:03,808 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T19:29:03,808 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-11T19:29:03,808 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 739d5c194ea0a31b5b5026ca655204f3, disabling compactions & flushes 2024-12-11T19:29:03,808 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-11T19:29:03,808 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1603): Online Regions={739d5c194ea0a31b5b5026ca655204f3=hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3., 1588230740=hbase:meta,,1.1588230740} 2024-12-11T19:29:03,808 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:29:03,808 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:29:03,808 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-11T19:29:03,808 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. after waiting 0 ms 2024-12-11T19:29:03,809 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:29:03,809 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-11T19:29:03,809 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-11T19:29:03,809 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T19:29:03,809 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 739d5c194ea0a31b5b5026ca655204f3 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-11T19:29:03,809 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T19:29:03,809 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-11T19:29:03,809 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 739d5c194ea0a31b5b5026ca655204f3 2024-12-11T19:29:03,823 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3/.tmp/info/2e2a4b2d6a1a4cfeb0cdb7cc8b51abd1 is 45, key is default/info:d/1733945169769/Put/seqid=0 2024-12-11T19:29:03,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742457_1633 (size=5037) 2024-12-11T19:29:03,826 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3/.tmp/info/2e2a4b2d6a1a4cfeb0cdb7cc8b51abd1 2024-12-11T19:29:03,828 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/info/cc73423ec8e84351b39fa2b16b1e72e5 is 143, key is hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3./info:regioninfo/1733945169622/Put/seqid=0 2024-12-11T19:29:03,829 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3/.tmp/info/2e2a4b2d6a1a4cfeb0cdb7cc8b51abd1 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3/info/2e2a4b2d6a1a4cfeb0cdb7cc8b51abd1 2024-12-11T19:29:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742458_1634 (size=7725) 2024-12-11T19:29:03,833 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3/info/2e2a4b2d6a1a4cfeb0cdb7cc8b51abd1, entries=2, sequenceid=6, filesize=4.9 K 2024-12-11T19:29:03,833 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 739d5c194ea0a31b5b5026ca655204f3 in 24ms, sequenceid=6, compaction requested=false 2024-12-11T19:29:03,837 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/namespace/739d5c194ea0a31b5b5026ca655204f3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-11T19:29:03,837 INFO [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:29:03,837 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 739d5c194ea0a31b5b5026ca655204f3: 2024-12-11T19:29:03,838 DEBUG [RS_CLOSE_REGION-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733945168283.739d5c194ea0a31b5b5026ca655204f3. 2024-12-11T19:29:03,864 INFO [regionserver/c93eb4842bd9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T19:29:03,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-11T19:29:03,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T19:29:04,009 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T19:29:04,209 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T19:29:04,232 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/info/cc73423ec8e84351b39fa2b16b1e72e5 2024-12-11T19:29:04,249 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/rep_barrier/a3d4cc8acc5345e79713f6e680d6890e is 102, key is TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2./rep_barrier:/1733945198256/DeleteFamily/seqid=0 2024-12-11T19:29:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742459_1635 (size=6025) 2024-12-11T19:29:04,410 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T19:29:04,610 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T19:29:04,652 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/rep_barrier/a3d4cc8acc5345e79713f6e680d6890e 2024-12-11T19:29:04,669 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/table/99d83d23561143c692807ad1fcc649d2 is 96, key is TestAcidGuarantees,,1733945170063.a006e4ee40d38a2d805d224f18b1abc2./table:/1733945198256/DeleteFamily/seqid=0 2024-12-11T19:29:04,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742460_1636 (size=5942) 2024-12-11T19:29:04,740 INFO [regionserver/c93eb4842bd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T19:29:04,741 INFO [regionserver/c93eb4842bd9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T19:29:04,810 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-11T19:29:04,810 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T19:29:04,811 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T19:29:05,011 DEBUG [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-11T19:29:05,071 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/table/99d83d23561143c692807ad1fcc649d2 2024-12-11T19:29:05,075 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/info/cc73423ec8e84351b39fa2b16b1e72e5 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/info/cc73423ec8e84351b39fa2b16b1e72e5 2024-12-11T19:29:05,079 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/info/cc73423ec8e84351b39fa2b16b1e72e5, entries=22, sequenceid=93, filesize=7.5 K 2024-12-11T19:29:05,080 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/rep_barrier/a3d4cc8acc5345e79713f6e680d6890e as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/rep_barrier/a3d4cc8acc5345e79713f6e680d6890e 2024-12-11T19:29:05,084 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/rep_barrier/a3d4cc8acc5345e79713f6e680d6890e, entries=6, sequenceid=93, filesize=5.9 K 2024-12-11T19:29:05,085 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/.tmp/table/99d83d23561143c692807ad1fcc649d2 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/table/99d83d23561143c692807ad1fcc649d2 2024-12-11T19:29:05,089 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/table/99d83d23561143c692807ad1fcc649d2, entries=9, sequenceid=93, filesize=5.8 K 2024-12-11T19:29:05,089 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=93, compaction requested=false 2024-12-11T19:29:05,093 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-11T19:29:05,093 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T19:29:05,093 INFO [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-11T19:29:05,093 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-11T19:29:05,093 DEBUG [RS_CLOSE_META-regionserver/c93eb4842bd9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T19:29:05,211 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1250): stopping server c93eb4842bd9,36395,1733945164274; all regions closed. 2024-12-11T19:29:05,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741834_1010 (size=26050) 2024-12-11T19:29:05,222 DEBUG [RS:0;c93eb4842bd9:36395 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/oldWALs 2024-12-11T19:29:05,222 INFO [RS:0;c93eb4842bd9:36395 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c93eb4842bd9%2C36395%2C1733945164274.meta:.meta(num 1733945167915) 2024-12-11T19:29:05,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741832_1008 (size=14858814) 2024-12-11T19:29:05,227 DEBUG [RS:0;c93eb4842bd9:36395 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/oldWALs 2024-12-11T19:29:05,227 INFO [RS:0;c93eb4842bd9:36395 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c93eb4842bd9%2C36395%2C1733945164274:(num 1733945166898) 2024-12-11T19:29:05,227 DEBUG [RS:0;c93eb4842bd9:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:05,227 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T19:29:05,227 INFO [RS:0;c93eb4842bd9:36395 {}] hbase.ChoreService(370): Chore service for: regionserver/c93eb4842bd9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T19:29:05,228 INFO [regionserver/c93eb4842bd9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T19:29:05,228 INFO [RS:0;c93eb4842bd9:36395 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36395 2024-12-11T19:29:05,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c93eb4842bd9,36395,1733945164274 2024-12-11T19:29:05,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T19:29:05,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c93eb4842bd9,36395,1733945164274] 2024-12-11T19:29:05,270 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing c93eb4842bd9,36395,1733945164274; numProcessing=1 2024-12-11T19:29:05,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/c93eb4842bd9,36395,1733945164274 already deleted, retry=false 2024-12-11T19:29:05,278 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; c93eb4842bd9,36395,1733945164274 expired; onlineServers=0 2024-12-11T19:29:05,278 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c93eb4842bd9,35273,1733945163470' ***** 2024-12-11T19:29:05,278 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T19:29:05,278 DEBUG [M:0;c93eb4842bd9:35273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6956a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c93eb4842bd9/172.17.0.2:0 2024-12-11T19:29:05,278 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HRegionServer(1224): stopping server c93eb4842bd9,35273,1733945163470 2024-12-11T19:29:05,278 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HRegionServer(1250): stopping server c93eb4842bd9,35273,1733945163470; all regions closed. 2024-12-11T19:29:05,278 DEBUG [M:0;c93eb4842bd9:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T19:29:05,279 DEBUG [M:0;c93eb4842bd9:35273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T19:29:05,279 DEBUG [M:0;c93eb4842bd9:35273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T19:29:05,279 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T19:29:05,279 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster-HFileCleaner.small.0-1733945166583 {}] cleaner.HFileCleaner(306): Exit Thread[master/c93eb4842bd9:0:becomeActiveMaster-HFileCleaner.small.0-1733945166583,5,FailOnTimeoutGroup] 2024-12-11T19:29:05,279 DEBUG [master/c93eb4842bd9:0:becomeActiveMaster-HFileCleaner.large.0-1733945166582 {}] cleaner.HFileCleaner(306): Exit Thread[master/c93eb4842bd9:0:becomeActiveMaster-HFileCleaner.large.0-1733945166582,5,FailOnTimeoutGroup] 2024-12-11T19:29:05,279 INFO [M:0;c93eb4842bd9:35273 {}] hbase.ChoreService(370): Chore service for: master/c93eb4842bd9:0 had [] on shutdown 2024-12-11T19:29:05,280 DEBUG [M:0;c93eb4842bd9:35273 {}] master.HMaster(1733): Stopping service threads 2024-12-11T19:29:05,280 INFO [M:0;c93eb4842bd9:35273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T19:29:05,281 INFO [M:0;c93eb4842bd9:35273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T19:29:05,281 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T19:29:05,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T19:29:05,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T19:29:05,290 DEBUG [M:0;c93eb4842bd9:35273 {}] zookeeper.ZKUtil(347): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T19:29:05,290 WARN [M:0;c93eb4842bd9:35273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T19:29:05,290 INFO [M:0;c93eb4842bd9:35273 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-11T19:29:05,291 INFO [M:0;c93eb4842bd9:35273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T19:29:05,291 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T19:29:05,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T19:29:05,291 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:29:05,291 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:29:05,291 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T19:29:05,291 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:29:05,291 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=743.54 KB heapSize=911.74 KB 2024-12-11T19:29:05,310 DEBUG [M:0;c93eb4842bd9:35273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5e16fa08f324652aa04f54581957c4b is 82, key is hbase:meta,,1/info:regioninfo/1733945168046/Put/seqid=0 2024-12-11T19:29:05,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742461_1637 (size=5672) 2024-12-11T19:29:05,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T19:29:05,370 INFO [RS:0;c93eb4842bd9:36395 {}] regionserver.HRegionServer(1307): Exiting; stopping=c93eb4842bd9,36395,1733945164274; zookeeper connection closed. 2024-12-11T19:29:05,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x10016653a4e0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T19:29:05,370 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a27a03c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a27a03c 2024-12-11T19:29:05,370 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T19:29:05,714 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2065 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5e16fa08f324652aa04f54581957c4b 2024-12-11T19:29:05,741 DEBUG [M:0;c93eb4842bd9:35273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb722c06b9843dead6d7b71bc90456b is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1733945319479/Put/seqid=0 2024-12-11T19:29:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742462_1638 (size=44358) 2024-12-11T19:29:06,149 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=742.98 KB at sequenceid=2065 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb722c06b9843dead6d7b71bc90456b 2024-12-11T19:29:06,155 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb722c06b9843dead6d7b71bc90456b 2024-12-11T19:29:06,173 DEBUG [M:0;c93eb4842bd9:35273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd7416c70767439eac5d26d6b943e7b0 is 69, key is c93eb4842bd9,36395,1733945164274/rs:state/1733945166643/Put/seqid=0 2024-12-11T19:29:06,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073742463_1639 (size=5156) 2024-12-11T19:29:06,577 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2065 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd7416c70767439eac5d26d6b943e7b0 2024-12-11T19:29:06,583 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5e16fa08f324652aa04f54581957c4b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5e16fa08f324652aa04f54581957c4b 2024-12-11T19:29:06,588 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5e16fa08f324652aa04f54581957c4b, entries=8, sequenceid=2065, filesize=5.5 K 2024-12-11T19:29:06,590 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb722c06b9843dead6d7b71bc90456b as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb722c06b9843dead6d7b71bc90456b 2024-12-11T19:29:06,595 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb722c06b9843dead6d7b71bc90456b 2024-12-11T19:29:06,595 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb722c06b9843dead6d7b71bc90456b, entries=175, sequenceid=2065, filesize=43.3 K 2024-12-11T19:29:06,596 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd7416c70767439eac5d26d6b943e7b0 as hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd7416c70767439eac5d26d6b943e7b0 2024-12-11T19:29:06,600 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44603/user/jenkins/test-data/89114268-9bd6-066b-d24a-24bccc6f1cb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd7416c70767439eac5d26d6b943e7b0, entries=1, sequenceid=2065, filesize=5.0 K 2024-12-11T19:29:06,601 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(3040): Finished flush of dataSize ~743.54 KB/761380, heapSize ~911.45 KB/933320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=2065, compaction requested=false 2024-12-11T19:29:06,602 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T19:29:06,602 DEBUG [M:0;c93eb4842bd9:35273 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-11T19:29:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741830_1006 (size=896828) 2024-12-11T19:29:06,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-11T19:29:06,605 INFO [M:0;c93eb4842bd9:35273 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-11T19:29:06,605 INFO [M:0;c93eb4842bd9:35273 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35273 2024-12-11T19:29:06,640 DEBUG [M:0;c93eb4842bd9:35273 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/c93eb4842bd9,35273,1733945163470 already deleted, retry=false 2024-12-11T19:29:06,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T19:29:06,748 INFO [M:0;c93eb4842bd9:35273 {}] regionserver.HRegionServer(1307): Exiting; stopping=c93eb4842bd9,35273,1733945163470; zookeeper connection closed. 2024-12-11T19:29:06,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35273-0x10016653a4e0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T19:29:06,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T19:29:06,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T19:29:06,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T19:29:06,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T19:29:06,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/hadoop.log.dir/,STOPPED} 2024-12-11T19:29:06,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T19:29:06,801 WARN [BP-357480229-172.17.0.2-1733945160112 heartbeating to localhost/127.0.0.1:44603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T19:29:06,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T19:29:06,802 WARN [BP-357480229-172.17.0.2-1733945160112 heartbeating to localhost/127.0.0.1:44603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-357480229-172.17.0.2-1733945160112 (Datanode Uuid 13f33e31-20cb-434d-8353-f5304b31bb0b) service to localhost/127.0.0.1:44603 2024-12-11T19:29:06,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/dfs/data/data1/current/BP-357480229-172.17.0.2-1733945160112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T19:29:06,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/cluster_1f990a61-c3b8-5405-88b7-3e106b13e599/dfs/data/data2/current/BP-357480229-172.17.0.2-1733945160112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T19:29:06,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T19:29:06,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T19:29:06,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T19:29:06,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T19:29:06,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T19:29:06,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e2a29c7d-55d3-3603-36e1-01fbe1cb4296/hadoop.log.dir/,STOPPED} 2024-12-11T19:29:06,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-11T19:29:06,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down